-- Logs begin at Mon 2022-01-24 21:48:44 UTC, end at Mon 2022-01-24 22:48:18 UTC. -- Jan 24 22:19:28.988765 dv-cinder-813223-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 22:19:32.011974 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.common.config [-] Logging enabled! Jan 24 22:19:32.012630 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 24 22:19:32.012721 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 22:19:32.016035 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.common.config [-] Logging enabled! Jan 24 22:19:32.016290 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 24 22:19:32.016611 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 22:19:32.017596 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 22:19:32.017829 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 22:19:32.018198 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 22:19:32.018445 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 22:19:32.018675 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 22:19:32.019002 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.019421 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 24 22:19:32.019735 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.020018 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.020307 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.020600 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.020893 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.021210 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.021501 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.021838 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.022114 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.022397 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.022695 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.022987 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.023274 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.023558 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.023832 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.024114 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] debug = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.024397 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.024835 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.025628 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.025914 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.026200 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.026496 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.026760 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.027038 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.027321 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.027650 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] host = dv-cinder-813223-4-iscsi {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.027927 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.028213 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.028498 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.028783 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.029085 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.029365 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.029648 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.029922 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.030193 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] log_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.030468 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.030757 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.031046 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.031339 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.031569 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.031796 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.032094 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.032381 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.032659 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.032934 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.033237 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.033514 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.033790 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.034061 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.034348 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.034631 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.034919 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.035194 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.035470 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.035745 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.036020 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.036307 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.036589 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.036865 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.037170 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.037515 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.037784 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.038064 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.038370 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.038659 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.038942 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.039229 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.039504 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.039786 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.040058 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.040330 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.040600 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] use_json = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.040873 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.041183 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.041469 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.041742 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.042015 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.042287 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.042561 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.042845 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.043121 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:32.043418 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.043715 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.044017 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.044316 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.044606 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.044886 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.045205 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.045490 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.045779 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.046067 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.046364 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.046645 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.046944 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.047232 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.047527 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.047834 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.048126 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.048417 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.048693 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.048967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.049267 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.049549 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.049840 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.050120 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.050410 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.050701 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.050978 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.051275 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.051580 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.051861 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.052155 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.052428 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.052709 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.053036 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.053326 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.053628 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.053887 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.054178 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.054458 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.054732 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.055020 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.055304 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.055580 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.055858 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.056139 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.056439 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.056718 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.057005 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.057295 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.057575 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.057849 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.058138 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.058419 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.058698 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.058976 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.059258 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.059535 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.059809 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.060086 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.060364 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.060644 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.060922 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.061225 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.061507 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.061781 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.062057 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.062331 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.062604 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.062882 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.063154 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.063429 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.063704 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.063979 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.064257 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.064545 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.064841 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.065147 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.065427 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.065706 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.065984 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.066265 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.066542 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.066819 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.067095 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.067370 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.067661 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.067945 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.068231 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.068543 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.068870 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.069193 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.069473 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.069758 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.070037 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.070315 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.070603 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.070888 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.071181 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.071474 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.071768 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.072063 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.072357 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.072638 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.072948 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.073252 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:32.073473 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 22:19:32.073718 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102419) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 24 22:19:32.444193 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 22:19:32.444471 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 22:19:32.444787 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 22:19:32.445162 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 22:19:32.771591 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.771901 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.772177 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.773538 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.773813 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.774087 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.818224 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.818515 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.818862 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.834556 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.834971 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.835249 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.863598 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.863889 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.864157 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.899662 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.899941 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:32.900562 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.242147 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.242862 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.242862 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.243004 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.243827 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.346991 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.347320 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.347588 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.347893 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.348178 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.348518 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.348756 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.349025 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.349304 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.349578 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.349861 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.350138 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.350400 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.350833 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.351101 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.351357 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.351619 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.351889 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.352163 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.352441 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.352709 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.352967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.353284 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.353665 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.353921 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.354678 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.354678 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 22:19:33.354829 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 22:19:33.355025 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 22:19:33.355268 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 22:19:33.355507 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 22:19:33.355747 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 22:19:33.356123 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 22:19:33.359431 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 22:19:33.363486 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 22:19:33.367570 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 24 22:19:33.369265 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 22:19:33.369888 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 22:19:33.370232 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 24 22:19:33.370649 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 22:19:33.373505 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 22:19:33.373761 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 22:19:33.374108 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 22:19:33.379595 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 24 22:19:33.410234 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 24 22:19:33.410698 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.411004 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102419) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 24 22:19:33.411369 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.412844 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102419) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 22:19:33.413219 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 22:19:33.413470 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 24 22:19:33.416821 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.417099 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:33.482579 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 22:19:33.482819 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 22:19:33.483054 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 22:19:33.483433 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 22:19:33.507048 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_db.sqlalchemy.engines [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102419) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 24 22:19:33.952246 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Initializing driver for type 'gre' Jan 24 22:19:33.952864 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] gre ID ranges: [(1, 1000)] Jan 24 22:19:34.008156 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Initializing driver for type 'local' Jan 24 22:19:34.008526 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Initializing driver for type 'vlan' Jan 24 22:19:34.023327 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] VlanTypeDriver initialization complete Jan 24 22:19:34.023667 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Initializing driver for type 'vxlan' Jan 24 22:19:34.024169 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] vxlan ID ranges: [(1, 1000)] Jan 24 22:19:34.074502 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Initializing extension driver 'port_security' Jan 24 22:19:34.074829 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] PortSecurityExtensionDriver initialization complete Jan 24 22:19:34.075160 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Initializing mechanism driver 'openvswitch' Jan 24 22:19:34.075487 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Initializing mechanism driver 'hyperv' Jan 24 22:19:34.082219 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:19:34.083068 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > port after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.083440 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > port after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.083802 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > port after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.084385 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 22:19:34.084811 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > subnet after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.085184 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > subnet after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.085527 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.085921 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 22:19:34.086386 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > network after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.086663 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > network after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.087001 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > network after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.087393 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 22:19:34.087792 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > security_group after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.088135 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > security_group after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.088467 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.088866 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 22:19:34.089290 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.089637 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.089973 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.090364 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 22:19:34.090753 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > address_group after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.091100 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > address_group after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.091436 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.091826 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 22:19:34.092269 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] ML2 OVO RPC backend initialized. {{(pid=102419) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 24 22:19:34.092978 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.093357 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.093768 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > network before_response 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.094111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > networks before_response 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.094457 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > port before_response 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.094795 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > ports before_response 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.095130 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > subnet before_response 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.095468 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > subnets before_response 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.095804 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > network after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.096134 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > network after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.096483 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > network after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.096800 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > port after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.097164 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > port after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.097494 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > port after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.097821 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > subnet after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.098159 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > subnet after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.098489 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.099071 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.plugin [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Modular L2 Plugin initialization complete Jan 24 22:19:34.099401 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading services supported by the core plugin {{(pid=102419) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 22:19:34.099728 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.plugins.ml2.managers [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Got port-security extension from driver 'port_security' Jan 24 22:19:34.100219 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.extensions.vlantransparent [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Disabled vlantransparent extension. Jan 24 22:19:34.100696 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102419) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 22:19:34.101028 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading Plugin: router Jan 24 22:19:34.139942 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.140346 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router after_create 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.140724 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router before_create 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.141121 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.141526 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.141868 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router after_delete 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.142233 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.142712 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.143084 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router after_create 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.143445 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router after_update 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.143800 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router after_update 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.144156 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.144521 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router after_update 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.144936 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_update 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.145334 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: port after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.145702 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: port after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.146031 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: subnet after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.146375 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.146778 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.147664 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_create 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.148024 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: port before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.148379 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.148745 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router after_update 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.149128 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.149489 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_create 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.149858 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.150560 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_update 55549900 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.150929 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > agent after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.151284 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > agent after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.151635 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > network after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.152528 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Tracking information for resource: router configured {{(pid=102419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 22:19:34.152895 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Tracking information for resource: floatingip configured {{(pid=102419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 22:19:34.158235 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.db.l3_agentschedulers_db [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 22:19:34.158822 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: port after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.159195 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: port after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.159552 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: port after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.159909 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: port after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.160729 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router before_create 55550100 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.161131 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.161501 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_create 55550100 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.161875 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > router precommit_update 55550100 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.167366 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.services.provider_configuration [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service providers = [] {{(pid=102419) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 22:19:34.167740 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.db.servicetype_db [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102419) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 22:19:34.170830 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.services.service_base [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 22:19:34.171190 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.services.service_base [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 22:19:34.171535 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.services.service_base [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 22:19:34.172438 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.services.service_base [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 22:19:34.172821 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.services.service_base [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 22:19:34.173250 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 22:19:34.173580 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 22:19:34.185186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 22:19:34.185533 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading Plugin: auto_allocate Jan 24 22:19:34.191513 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: network precommit_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.191893 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: network precommit_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.192432 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 22:19:34.192759 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading Plugin: tag Jan 24 22:19:34.200298 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 22:19:34.200632 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading Plugin: timestamp Jan 24 22:19:34.204647 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 22:19:34.204929 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading Plugin: network_ip_availability Jan 24 22:19:34.213804 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.214198 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.214548 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.215315 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 22:19:34.215641 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading Plugin: flavors Jan 24 22:19:34.220893 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 22:19:34.221257 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading Plugin: revisions Jan 24 22:19:34.226294 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 22:19:34.226702 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_concurrency.lockutils [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=102419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 22:19:34.227454 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102419) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 24 22:19:34.227797 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Initializing extension manager. Jan 24 22:19:34.228325 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: __init__.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.228673 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: __pycache__ {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.229016 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.229362 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: address_group.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.230137 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.230718 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: address-group Jan 24 22:19:34.231043 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: address_scope.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.231766 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.232278 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: address-scope Jan 24 22:19:34.232604 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.233581 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.234095 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: router-admin-state-down-before-update Jan 24 22:19:34.234420 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: agent.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.235130 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.235643 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: agent Jan 24 22:19:34.235967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: agent_resources_synced.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.236887 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.237435 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: agent-resources-synced Jan 24 22:19:34.237763 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: allowedaddresspairs.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.239561 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.240091 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: allowed-address-pairs Jan 24 22:19:34.240438 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: auto_allocated_topology.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.242081 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.242613 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: auto-allocated-topology Jan 24 22:19:34.243126 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: availability_zone.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.243644 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.244163 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: availability_zone Jan 24 22:19:34.244490 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: availability_zone_filter.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.245474 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.245991 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: availability_zone_filter Jan 24 22:19:34.246328 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: data_plane_status.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.247231 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.247741 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 22:19:34.248066 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: default_subnetpools.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.248978 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.249533 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: default-subnetpools Jan 24 22:19:34.249861 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.250677 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.251191 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: dhcp_agent_scheduler Jan 24 22:19:34.251526 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: dns.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.252502 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.253030 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension dns-integration not supported by any of loaded plugins Jan 24 22:19:34.253372 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: dns_domain_ports.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.254300 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.254813 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 22:19:34.255137 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.256072 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.257159 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 24 22:19:34.257492 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: dvr.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.258183 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.258700 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: dvr Jan 24 22:19:34.259026 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: ecmp_routes.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.259951 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.260467 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 24 22:19:34.260791 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: empty_string_filtering.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.261735 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.262255 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: empty-string-filtering Jan 24 22:19:34.262578 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.263501 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.264010 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 22:19:34.264333 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.265297 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.265809 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 22:19:34.266129 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: external_net.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.267055 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.267567 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: external-net Jan 24 22:19:34.267886 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.268793 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.269340 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: extra_dhcp_opt Jan 24 22:19:34.269664 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: extraroute.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.270577 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.271082 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: extraroute Jan 24 22:19:34.271410 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: extraroute_atomic.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.273247 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.273774 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: extraroute-atomic Jan 24 22:19:34.274106 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: filter_validation.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.274785 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.275647 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: filter-validation Jan 24 22:19:34.275975 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: fip_pf_description.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.276891 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.277430 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 22:19:34.277757 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: fip_port_details.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.278684 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.279197 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: fip-port-details Jan 24 22:19:34.279524 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: flavors.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.280772 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.281325 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: flavors Jan 24 22:19:34.281655 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.283389 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.283907 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 22:19:34.284239 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: floatingip_pools.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.284947 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.285484 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: floatingip-pools Jan 24 22:19:34.285811 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: ip_allocation.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.286742 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.287250 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 22:19:34.288136 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.289255 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.289771 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: ip-substring-filtering Jan 24 22:19:34.290107 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: l2_adjacency.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.291041 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.291550 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 22:19:34.291862 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: l3.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.292835 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.293403 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: router Jan 24 22:19:34.293728 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.296020 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.296554 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 22:19:34.296888 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.297862 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.298386 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: ext-gw-mode Jan 24 22:19:34.298735 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.299637 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.300157 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: l3-ha Jan 24 22:19:34.300484 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: l3_flavors.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.301430 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.301944 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: l3-flavors Jan 24 22:19:34.302273 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.303661 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.304197 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 22:19:34.304533 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: l3agentscheduler.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.305630 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.306161 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: l3_agent_scheduler Jan 24 22:19:34.306491 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: local_ip.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.308280 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.308811 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension local_ip not supported by any of loaded plugins Jan 24 22:19:34.309184 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: logging.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.310804 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.311331 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension logging not supported by any of loaded plugins Jan 24 22:19:34.311668 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: metering.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.312421 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.313016 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: metering Jan 24 22:19:34.313361 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.314554 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.315080 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: metering_source_and_destination_fields Jan 24 22:19:34.315408 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: multiprovidernet.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.316343 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.316862 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: multi-provider Jan 24 22:19:34.317223 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: netmtu.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.318148 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.318766 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: net-mtu Jan 24 22:19:34.319540 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: netmtu_writable.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.320470 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.321003 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: net-mtu-writable Jan 24 22:19:34.321339 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: network_availability_zone.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.322017 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.322533 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: network_availability_zone Jan 24 22:19:34.322862 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: network_ip_availability.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.324001 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.324524 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: network-ip-availability Jan 24 22:19:34.324853 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: network_segment_range.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.325660 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.326170 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 22:19:34.326494 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: pagination.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.327488 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.327821 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: pagination Jan 24 22:19:34.328147 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: port_device_profile.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.329098 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.329621 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: port-device-profile Jan 24 22:19:34.329946 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.330869 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.331386 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: port-mac-address-regenerate Jan 24 22:19:34.331710 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.332635 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.333192 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: port-numa-affinity-policy Jan 24 22:19:34.333526 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: port_resource_request.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.334743 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.335568 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 22:19:34.335899 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: port_resource_request_groups.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.336898 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.337437 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 24 22:19:34.337765 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: portbindings.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.338725 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.339236 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: binding Jan 24 22:19:34.339565 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: portbindings_extended.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.340851 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.341399 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: binding-extended Jan 24 22:19:34.341735 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: portsecurity.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.342659 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.343186 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: port-security Jan 24 22:19:34.343516 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: project_id.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.344500 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.344838 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: project-id Jan 24 22:19:34.345196 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: providernet.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.346114 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.346638 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: provider Jan 24 22:19:34.346964 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.351284 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.351817 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos not supported by any of loaded plugins Jan 24 22:19:34.352162 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.353454 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.353987 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 22:19:34.354313 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.355238 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.355755 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 22:19:34.356084 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_default.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.357004 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.357549 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-default not supported by any of loaded plugins Jan 24 22:19:34.357878 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_fip.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.358818 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.359332 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-fip not supported by any of loaded plugins Jan 24 22:19:34.359662 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.360585 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.361136 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 24 22:19:34.361467 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_gateway_ip.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.362390 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.362916 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 22:19:34.363244 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_port_network_policy.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.364287 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.364805 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 22:19:34.365165 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.367126 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.367650 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 24 22:19:34.367981 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_pps_rule.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.369206 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.369731 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-pps not supported by any of loaded plugins Jan 24 22:19:34.370064 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_rule_type_details.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.370988 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.371506 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 22:19:34.371833 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: qos_rules_alias.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.372890 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.373450 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 22:19:34.373779 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: quota_check_limit.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.374707 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.375226 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: quota-check-limit Jan 24 22:19:34.375553 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: quotasv2.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.376513 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.376850 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: quotas Jan 24 22:19:34.377207 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: quotasv2_detail.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.380527 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.380870 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: quota_details Jan 24 22:19:34.381737 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: rbac.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.382869 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.383408 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: rbac-policies Jan 24 22:19:34.383748 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: rbac_address_group.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.384689 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.385249 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: rbac-address-group Jan 24 22:19:34.385583 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: rbac_address_scope.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.386511 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.387029 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: rbac-address-scope Jan 24 22:19:34.387360 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: rbac_security_groups.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.388278 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.388802 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: rbac-security-groups Jan 24 22:19:34.389165 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: rbac_subnetpool.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.390084 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.390607 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: rbac-subnetpool Jan 24 22:19:34.390938 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: revisionifmatch.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.391860 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.392387 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: revision-if-match Jan 24 22:19:34.392718 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: revisions.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.393878 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.394401 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: standard-attr-revisions Jan 24 22:19:34.394731 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: router_availability_zone.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.395411 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.395937 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: router_availability_zone Jan 24 22:19:34.396265 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: routerservicetype.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.397700 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.398218 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension router-service-type not supported by any of loaded plugins Jan 24 22:19:34.398546 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.399562 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.400416 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: security-groups-normalized-cidr Jan 24 22:19:34.400753 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.401714 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.402233 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: port-security-groups-filtering Jan 24 22:19:34.402570 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.403530 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.404046 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: security-groups-remote-address-group Jan 24 22:19:34.404376 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.405342 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.405864 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: security-groups-shared-filtering Jan 24 22:19:34.406190 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.406790 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 24 22:19:34.407122 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: securitygroup.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.417642 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.418183 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: security-group Jan 24 22:19:34.418513 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: segment.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.419326 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.419837 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension segment not supported by any of loaded plugins Jan 24 22:19:34.420172 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.421143 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.421660 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 22:19:34.421990 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: servicetype.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.423116 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.423647 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: service-type Jan 24 22:19:34.423978 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: sorting.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.424973 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.425340 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: sorting Jan 24 22:19:34.425671 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: standard_attr_segment.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.426591 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.427116 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 22:19:34.427447 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: standardattrdescription.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.428327 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.429179 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: standard-attr-description Jan 24 22:19:34.429509 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: stateful_security_group.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.430459 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.430980 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: stateful-security-group Jan 24 22:19:34.431311 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: stdattrs_common.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.431897 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 22:19:34.432226 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.433207 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.433738 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 22:19:34.434064 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: subnet_onboard.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.435147 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.435671 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: subnet_onboard Jan 24 22:19:34.435992 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.436923 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.437465 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 22:19:34.437791 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: subnet_service_types.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.438720 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.439243 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: subnet-service-types Jan 24 22:19:34.439568 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: subnetallocation.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.440681 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.441240 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: subnet_allocation Jan 24 22:19:34.441569 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.442256 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.442768 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: subnetpool-prefix-ops Jan 24 22:19:34.443096 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.444586 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.445150 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 22:19:34.445482 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: tagging.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.446572 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.447102 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: standard-attr-tag Jan 24 22:19:34.447438 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: timestamp.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.448674 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.449229 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loaded extension: standard-attr-timestamp Jan 24 22:19:34.449559 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: trunk.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.450603 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.451132 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension trunk not supported by any of loaded plugins Jan 24 22:19:34.451462 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: trunk_details.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.452399 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.452926 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension trunk-details not supported by any of loaded plugins Jan 24 22:19:34.453283 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: uplink_status_propagation.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.454216 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.454791 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 22:19:34.455067 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Loading extension file: vlantransparent.py {{(pid=102419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 22:19:34.455743 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 22:19:34.456267 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 22:19:34.458857 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:network Jan 24 22:19:34.459557 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:subnet Jan 24 22:19:34.460302 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 22:19:34.460699 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:port Jan 24 22:19:34.463134 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.463604 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service FLAVORS assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.464262 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.464714 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.465079 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:router Jan 24 22:19:34.465516 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 22:19:34.466017 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service METERING assigned prefix: /metering {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.467458 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.467845 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.468207 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:19:34.469253 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 22:19:34.469716 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:security_group Jan 24 22:19:34.470181 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 22:19:34.470854 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service CORE assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.471189 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 22:19:34.471539 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] subnetpool is already registered Jan 24 22:19:34.471971 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service CORE assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.472306 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 22:19:34.472641 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] subnetpool is already registered Jan 24 22:19:34.475264 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.476036 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service FLAVORS assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.476648 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.477105 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.477450 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:router Jan 24 22:19:34.477795 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] router is already registered Jan 24 22:19:34.478213 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 22:19:34.478551 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] floatingip is already registered Jan 24 22:19:34.479017 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service METERING assigned prefix: /metering {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.479705 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 22:19:34.480034 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] rbac_policy is already registered Jan 24 22:19:34.480453 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:security_group Jan 24 22:19:34.480794 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] security_group is already registered Jan 24 22:19:34.481234 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 22:19:34.481572 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] security_group_rule is already registered Jan 24 22:19:34.482204 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service CORE assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.482548 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 22:19:34.482881 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] subnetpool is already registered Jan 24 22:19:34.483308 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.v2.resource_helper [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Service CORE assigned prefix: {{(pid=102419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 22:19:34.483634 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 22:19:34.483968 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING neutron.quota.resource_registry [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] subnetpool is already registered Jan 24 22:19:34.484446 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: extensions {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.485934 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: address-groups {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.487427 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: address-scopes {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.488747 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: agents {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.489964 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: auto-allocated-topology {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.491812 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: availability_zones {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.493096 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: dhcp-networks {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.494669 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: dhcp-agents {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.496111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: routers {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.498480 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: flavors {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.499656 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: service_profiles {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.500864 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: next_providers {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.502358 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: service_profiles {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.503922 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: floatingip-pools {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.505186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: routers {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.507874 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: floatingips {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.509200 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: l3-routers {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.510620 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: l3-agents {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.512029 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: metering-labels {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.513431 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: metering-label-rules {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.514722 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: network-ip-availabilities {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.516115 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: bindings {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.517788 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: quotas {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.519438 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: quotas {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.521031 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: rbac-policies {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.523118 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: security-groups {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.524384 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: security-group-rules {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.525995 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: service-providers {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.527218 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: subnetpools {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.528664 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: subnetpools {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.530177 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.531868 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.534700 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.536496 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.538897 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.540772 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.542514 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.544437 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.546251 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.548135 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron.api.extensions [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Extended resource: tags {{(pid=102419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 22:19:34.555042 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING keystonemiddleware.auth_token [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 22:19:34.562905 dv-cinder-813223-4-iscsi neutron-server[102419]: WARNING keystonemiddleware.auth_token [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 22:19:34.576845 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_concurrency.lockutils [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Acquired lock "singleton_lock" {{(pid=102419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 24 22:19:34.577603 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_concurrency.lockutils [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Releasing lock "singleton_lock" {{(pid=102419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 24 22:19:34.578624 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO oslo_service.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Starting 2 workers Jan 24 22:19:34.585684 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Started child 102562 {{(pid=102419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 22:19:34.590258 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Started child 102563 {{(pid=102419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 22:19:34.591223 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:34.591941 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO neutron.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 22:19:34.592460 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:34.592678 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [-] (102562) wsgi starting up on http://0.0.0.0:9696 Jan 24 22:19:34.594956 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO oslo_service.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Starting 1 workers Jan 24 22:19:34.595066 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:34.596284 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [-] (102563) wsgi starting up on http://0.0.0.0:9696 Jan 24 22:19:34.600254 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Started child 102564 {{(pid=102419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 22:19:34.600831 dv-cinder-813223-4-iscsi neutron-server[102419]: INFO oslo_service.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Starting 1 workers Jan 24 22:19:34.604676 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] calling RpcWorker wait() {{(pid=102564) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 22:19:34.605290 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] returning from RpcWorker wait() {{(pid=102564) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 22:19:34.605386 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Started child 102565 {{(pid=102419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 22:19:34.606230 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7040dc0-255c-4bd6-a48c-76f71c6b2512 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:34.606651 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:34.607297 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:19:34.608149 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 22:19:34.608325 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 22:19:34.608543 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 22:19:34.608752 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 22:19:34.609155 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 22:19:34.609279 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 22:19:34.609827 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.610098 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.610276 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:34.610759 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.610759 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.610886 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.611439 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:19:34.611565 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.611718 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.611981 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.612259 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.612470 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.612681 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.612867 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.613108 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.613356 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.613669 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.613924 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.614162 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.614450 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.614619 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.614908 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.615181 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.615431 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.615894 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] debug = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.616268 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.616848 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.617110 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.617373 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.617592 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.617872 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.618106 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.618404 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.618648 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.618882 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.619134 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.619414 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.619658 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.619893 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.620135 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.620370 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.620621 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.620858 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.621303 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] host = dv-cinder-813223-4-iscsi {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.621542 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.621776 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.622006 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.622253 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.622507 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.622748 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.622999 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.623251 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.623507 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.623734 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.623991 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.624237 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.624481 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.624712 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.624883 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_options = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.625136 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.625403 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.625654 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.625858 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.626030 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.626196 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.626454 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.626620 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.626871 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.627093 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.627308 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.627522 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.627755 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.628016 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.628242 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.628486 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.628703 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.628915 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.629187 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.629438 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.629666 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.629893 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.630142 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.630372 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.630605 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.630822 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.631091 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.631385 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.632749 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.633030 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.633292 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.633552 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.633800 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.634057 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.634334 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.636376 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.636786 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.637131 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.637652 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.637652 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.637894 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.638135 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.638322 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.638572 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.639021 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.639168 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.639395 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_json = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.639622 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.640121 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.640121 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.640585 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.640585 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.640874 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.641043 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.641263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.641506 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.641956 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.642263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.642582 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.642815 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.643055 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.643328 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.643566 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.643822 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.644063 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.644297 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.644592 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.644833 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.645174 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.645437 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.645681 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.646009 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.646292 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.646570 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.646848 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.647681 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.647929 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.648183 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.648465 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.648691 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.648929 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.649196 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.649913 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.649913 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.651403 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.651403 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.651403 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.651403 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.651403 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653083 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653083 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653083 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653083 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653083 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653083 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653083 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653843 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653843 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.653843 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.654056 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.654178 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.654411 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.654636 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.654893 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.655129 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.655350 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.655565 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.655785 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.656032 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.656248 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.656499 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.656723 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.656958 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.657241 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.657470 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.657686 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.657900 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.658118 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.658353 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.658592 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.658781 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.658994 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.659499 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.659582 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.659809 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.660030 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.660267 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.660460 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.660693 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.660932 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.661174 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.661409 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.661643 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.661860 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.662076 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.662319 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.663175 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.663434 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.663658 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.663872 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 35952) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:19:34.663995 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.664087 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.664313 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.664547 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.664761 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.664976 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.665232 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.665462 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.665736 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.666064 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.666294 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.666541 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.666763 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.667021 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.667270 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.667528 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.667756 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.667974 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.668201 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.668477 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.668718 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.669006 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.669245 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.669471 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.669735 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.669954 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.670179 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.670396 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.670646 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.670877 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.671155 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.671389 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.671641 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.671889 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.672139 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.672416 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.672643 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.672894 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.673142 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.673426 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.673737 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.674011 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.674292 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.674541 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.675318 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.675318 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.675734 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084536 Jan 24 22:19:34.675823 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.675823 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.675823 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.676020 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.677272 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.677543 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.677767 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.679678 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.679678 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.679678 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.679678 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.679985 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.679985 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.680225 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.681973 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.681973 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.681973 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.682210 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.682464 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.682742 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.682995 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.683232 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.683484 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.683767 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.684035 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.686646 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.686897 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.687705 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.687705 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.687705 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.687973 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.688092 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.690183 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.690425 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.690659 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.690893 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.691168 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.692389 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.697214 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.697517 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.697795 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.698017 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.698263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.698517 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.698783 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.699016 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.699303 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.699556 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.699814 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.700056 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.700303 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.700545 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.700768 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.701484 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.701484 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.701484 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.701720 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.701914 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.702153 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.702394 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.704770 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.704770 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.704770 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.704770 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.704770 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.704770 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.704770 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.704770 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.705352 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.705352 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.705584 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.705744 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.705970 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.706198 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.707297 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.707878 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.708167 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.708427 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.708657 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.708883 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.709232 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.709472 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.709693 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.710016 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.710360 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.710716 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.711059 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.711303 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.711544 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.713035 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.713266 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.713488 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.713719 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.713958 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.714178 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.714441 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.715362 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.715362 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.717146 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.717339 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.718493 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.718493 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.718652 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.718793 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.718988 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.719217 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.719431 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.719679 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.719903 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.720124 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.720352 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.720573 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.720792 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.722071 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.723222 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.723491 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.723722 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.723973 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.724197 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.724517 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.726788 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.726788 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.726788 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.727718 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.727990 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.728247 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.728578 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.728819 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.729098 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.729359 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.729586 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.729819 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.730083 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.730409 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.730711 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.731572 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.731572 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.731572 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.731808 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.732018 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.732239 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.732532 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.733469 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.733469 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.733641 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.733836 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.734090 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.734346 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.734565 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.734812 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.735065 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.736967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.736967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.736967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.736967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.736967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.736967 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.737404 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.737472 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.737846 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.738352 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.738352 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.738517 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 22:19:34.739021 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 22:19:34.739188 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 22:19:34.739346 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 22:19:34.739523 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 22:19:34.739698 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 22:19:34.739858 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 22:19:34.740063 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.740226 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.740389 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.740869 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.743362 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.743566 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.744646 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.744646 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.744646 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.744646 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.744646 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.744646 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.745290 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.745290 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.745290 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.745290 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.745550 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.745550 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.746529 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.746529 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.746529 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.746529 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.746529 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] debug = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.746529 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747285 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747285 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747285 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747285 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747827 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:19:34.747990 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747990 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747990 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747990 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.747990 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.748680 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.748680 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.748680 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.748680 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.748680 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.749452 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.749452 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.749452 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.749829 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] host = dv-cinder-813223-4-iscsi {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.749829 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.750180 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.750180 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.750180 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.750523 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.750523 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.750763 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.750763 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.752280 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.752524 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.752725 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.754435 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.754614 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.754788 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.754957 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_options = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.755161 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.755364 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.755633 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.755806 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.755954 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.756096 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.756282 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.756523 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.756721 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.757935 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.757935 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.758383 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.759000 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.759259 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.759259 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.759532 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.759639 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.759785 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.759985 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.760116 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.761239 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.761239 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.761239 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.761757 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.761757 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.761757 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.762139 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.762139 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.762400 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.762400 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.762609 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.762609 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.762802 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.762903 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.763063 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.763282 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.763482 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.763630 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.763768 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.763917 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.764066 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.764201 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.764411 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.764610 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.764758 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.764895 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.765346 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_json = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.765535 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.765774 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.765919 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.766054 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.766188 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.766321 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.766464 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.766595 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.766761 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 22:19:34.766995 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.767159 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.767348 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.767495 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.767630 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.767905 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.768050 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.768182 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.768311 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.768497 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.768633 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.769741 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.769741 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.769741 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.769741 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.770277 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.770277 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.770277 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.770277 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.770777 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.770777 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.770777 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.771169 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.771169 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.771169 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.771555 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.771555 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.771943 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.771943 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.772302 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.772302 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.772685 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.772685 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.772965 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.772965 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.773239 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.773458 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.773613 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.773749 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.773884 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.774017 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.774149 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.774282 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.774415 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.774670 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.774876 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.774876 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.775497 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.775624 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.775765 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.775923 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.776123 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.776285 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.776518 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.776686 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.776861 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.777879 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.777879 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.777879 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.777879 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.777879 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.777879 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.778264 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.778264 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.778399 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.778582 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.778757 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.778916 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.779120 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.779252 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.779431 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.779739 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.780236 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.780461 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.780598 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.781442 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.781442 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.781757 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.781757 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.781958 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.782061 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.782163 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.782281 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.782482 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.782661 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.782814 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.783011 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.783171 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.783385 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785111 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785549 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785549 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785549 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785717 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785959 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.785959 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.786172 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.786323 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.786466 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.786604 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.786782 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.786986 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.787170 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.787361 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.789050 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.789221 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.789370 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.789608 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.789794 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.791118 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.791410 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.791587 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.791941 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.791941 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.792184 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.792275 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.792525 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.792684 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.792913 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.793034 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.793211 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.793753 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.793902 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.794070 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.794163 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795582 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795582 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795699 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795902 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.795992 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.796127 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.796279 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.796433 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.796623 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.796798 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.796950 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.797226 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.797362 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.797525 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.797694 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.798021 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.798149 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.798335 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.798539 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.798704 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.799504 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.799504 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.799504 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.799504 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.799504 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.799843 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.799843 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.799963 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.800176 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.800267 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.800431 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.800597 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.800752 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.800915 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.801163 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.801330 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.801444 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.801679 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.801824 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.801976 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.802128 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.802272 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.802429 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.802634 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.802785 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.803058 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.803185 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804226 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804226 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804226 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804226 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804485 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804485 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804618 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804802 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.804946 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.805117 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.805310 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.805443 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.805759 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.805861 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.805951 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.806130 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.806298 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.806552 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.806719 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.806882 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.807061 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.807751 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.807957 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.809186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.809186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.809186 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.809412 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.809550 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.809705 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.809888 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.810051 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.810215 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.810366 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.810521 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.810688 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.810845 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.811001 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.811171 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.811332 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.811496 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.811669 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.811854 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.812003 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.812166 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.812327 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.812836 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.813065 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.813213 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.813349 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814002 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814002 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814002 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814002 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814538 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814538 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814538 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814932 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814932 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.814932 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.815327 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.815327 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.815327 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.815701 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.815701 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.815955 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.815955 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.816211 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.816343 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.816481 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.816610 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.816750 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.816882 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.817037 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.817180 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.817338 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.818263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.818263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.818263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.818263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.818263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.818263 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819089 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819089 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819089 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819089 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819778 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819778 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819778 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819778 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.819778 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.820414 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.820414 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.820414 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.820414 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.820866 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.820866 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.820866 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.821215 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.821215 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.821405 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.821506 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.821606 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.821756 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.821918 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.822081 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.822242 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.822406 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 22:19:34.822563 dv-cinder-813223-4-iscsi neutron-server[102419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 22:19:46.220354 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd08cbdf-321f-4835-89b6-b63171a6d7bf None None] get_active_networks_info from dv-cinder-813223-4-iscsi {{(pid=102564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 24 22:19:46.279244 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08cbdf-321f-4835-89b6-b63171a6d7bf None None] No non-hosted networks {{(pid=102564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 22:19:46.296340 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f2741365-41a4-4a9d-998f-d7e8afb0ae56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7889399'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:48.454054 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0731e94-7230-4da7-8277-7b3ff3ce6d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7889399'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:48.533012 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-99ad6c2f-9a80-4b21-a838-7a8a77bbb637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:49.421794 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7889399'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:50.954367 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7889399'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:52.390246 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7889399'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:52.391203 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.391654 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.391991 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.392318 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.392646 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.392967 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.393319 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.394181 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.394511 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.394832 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.395164 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.395627 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.396002 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:19:52.396509 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813223-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:19:52.406565 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813223-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:19:54.845910 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36056) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:19:55.373650 dv-cinder-813223-4-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-05b62819-16d8-413d-83da-de847cf2dcd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 22:19:55.374250 dv-cinder-813223-4-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-05b62819-16d8-413d-83da-de847cf2dcd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 22:19:55.492361 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.db.l3_hamode_db [None req-d5ea9b54-22a7-463e-85e6-169ac3ab8bf8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 22:19:55.571481 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea9b54-22a7-463e-85e6-169ac3ab8bf8 None None] Routers set() bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:19:55.571873 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea9b54-22a7-463e-85e6-169ac3ab8bf8 None None] Router IDs set() for agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 24 22:19:55.604620 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [None req-05b62819-16d8-413d-83da-de847cf2dcd3 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:19:55.605927 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-05b62819-16d8-413d-83da-de847cf2dcd3 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7580805 Jan 24 22:19:58.386431 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36074) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:19:58.712305 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-ee3e77c7-fd67-4f19-8c34-fdbc14700a0a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '43464d247cf94092b4072e13d1582f72'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:19:58.811461 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.policy [None req-ee3e77c7-fd67-4f19-8c34-fdbc14700a0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102563) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 22:19:58.858948 dv-cinder-813223-4-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-ee3e77c7-fd67-4f19-8c34-fdbc14700a0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 22:19:58.859261 dv-cinder-813223-4-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-ee3e77c7-fd67-4f19-8c34-fdbc14700a0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 22:19:58.868200 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.quota [None req-ee3e77c7-fd67-4f19-8c34-fdbc14700a0a admin admin] Loaded quota_driver: . Jan 24 22:19:58.971916 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ee3e77c7-fd67-4f19-8c34-fdbc14700a0a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761858068286', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761858067657', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761858115445', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761858116732', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761858127254', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761858104040', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-624068', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7624630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-370978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-672232'] for rbac-policy (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:59.046617 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ee3e77c7-fd67-4f19-8c34-fdbc14700a0a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:19:59.047821 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ee3e77c7-fd67-4f19-8c34-fdbc14700a0a admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6604071 Jan 24 22:20:01.740395 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36086) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:02.285363 dv-cinder-813223-4-iscsi neutron-server[102562]: WARNING oslo_policy.policy [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 22:20:02.286311 dv-cinder-813223-4-iscsi neutron-server[102562]: WARNING oslo_policy.policy [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 22:20:02.515184 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Request body: {'network': {'project_id': '51f2022508e14916927b16c3a8a41772', 'admin_state_up': True, 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'name': 'private'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:20:02.516769 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.quota [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Loaded quota_driver: . Jan 24 22:20:02.579749 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Made reservation on behalf of 51f2022508e14916927b16c3a8a41772 for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:20:02.649930 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.policy [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102562) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 22:20:02.696317 dv-cinder-813223-4-iscsi neutron-server[102562]: WARNING oslo_policy.policy [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 22:20:02.696701 dv-cinder-813223-4-iscsi neutron-server[102562]: WARNING oslo_policy.policy [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 22:20:02.706537 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:02.728672 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:02.848072 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Publish callbacks [] for security_group (ba34a983-3a15-4c00-bded-ad99a5d86d36), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:02.855574 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (ba34a983-3a15-4c00-bded-ad99a5d86d36), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:02.875056 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:20:02.905399 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761854981241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (3e55dedb-be07-4f1f-875f-c453ccb331fe), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:02.906001 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Unsubscribe: segment precommit_create {{(pid=102562) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 22:20:02.906504 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Added segment 3e55dedb-be07-4f1f-875f-c453ccb331fe of type vlan for network 7da8fe27-94dc-4429-b346-703bcd41f770 Jan 24 22:20:02.923430 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba34a983-3a15-4c00-bded-ad99a5d86d36,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:02.972529 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.972882 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.973259 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.973615 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.974216 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.974325 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.974608 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.974934 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.975270 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.975621 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.975945 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.976263 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.976582 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Tracked resource versions report: Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: pushed versions: Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: { 'AddressGroup': {'1.2'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'ConntrackHelper': {'1.0'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'LocalIPAssociation': {'1.0'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Log': {'1.0'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Network': {'1.1'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Port': {'1.7'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'PortForwarding': {'1.2'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'QosPolicy': {'1.10'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SecurityGroup': {'1.5'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SecurityGroupRule': {'1.2'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SubPort': {'1.0'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Subnet': {'1.1'}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Trunk': {'1.1'}} Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: consumer versions: Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: { DHCP agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: L3 agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: Metadata agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: Metering agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: Open vSwitch agent@dv-cinder-813223-4-iscsi: { 'AddressGroup': '1.2', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'ConntrackHelper': '1.0', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'LocalIPAssociation': '1.0', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Log': '1.0', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Network': '1.1', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Port': '1.7', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'PortForwarding': '1.2', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'QosPolicy': '1.10', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SecurityGroup': '1.5', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SecurityGroupRule': '1.2', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SubPort': '1.0', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Subnet': '1.1', Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Trunk': '1.1'}} Jan 24 22:20:02.978602 dv-cinder-813223-4-iscsi neutron-server[102562]: {{(pid=102562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 22:20:03.016871 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (7da8fe27-94dc-4429-b346-703bcd41f770), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:03.073154 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (7da8fe27-94dc-4429-b346-703bcd41f770), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:03.074362 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:20:03.075061 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:03.172101 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4303164 Jan 24 22:20:03.186586 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e79b22-6b06-4f09-885e-1c37c1c9fd80 admin admin] Pushing event updated for resources: {'Network': ['ID=7da8fe27-94dc-4429-b346-703bcd41f770,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:03.203849 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 7da8fe27-94dc-4429-b346-703bcd41f770 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:20:05.965080 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36108) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:06.406177 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8138559f-a3ce-4ce7-8972-70540ea62dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:20:06.407555 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8138559f-a3ce-4ce7-8972-70540ea62dff admin admin] 10.222.0.84 "GET /v2.0/networks/7da8fe27-94dc-4429-b346-703bcd41f770 HTTP/1.1" status: 200 len: 825 time: 0.4414034 Jan 24 22:20:06.448457 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-620aca66-d6f8-4ed2-9ef9-ba7c7750828f admin admin] 10.222.0.84 "GET /v2.0/subnetpools/432a023e-037f-4d7e-8f5b-a427ab149cce HTTP/1.1" status: 200 len: 734 time: 0.0336304 Jan 24 22:20:06.457342 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Request body: {'subnet': {'subnetpool_id': '432a023e-037f-4d7e-8f5b-a427ab149cce', 'name': 'private-subnet', 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770', 'gateway_ip': '172.20.0.1', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'ip_version': 4}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:20:06.483982 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Made reservation on behalf of 51f2022508e14916927b16c3a8a41772 for: {'subnet': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:20:06.486260 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:06.787139 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (f3100071-1672-4730-96e2-22d6a7acfb7e), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:06.850356 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3100071-1672-4730-96e2-22d6a7acfb7e,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:06.857365 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Checking segment: {'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:20:06.857737 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Network hostable DHCP agents. Network: 7da8fe27-94dc-4429-b346-703bcd41f770, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:20:06.884900 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Network 7da8fe27-94dc-4429-b346-703bcd41f770 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:20:06.898425 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 7da8fe27-94dc-4429-b346-703bcd41f770) {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:20:06.903475 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:20:06.904090 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:06.908795 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8497c6-9cb4-4dad-988c-92c4105fb3ce None None] Network 7da8fe27-94dc-4429-b346-703bcd41f770 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:20:06.922092 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4c5696d0-032a-441a-9fb2-42a7cfa1df84 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4680853 Jan 24 22:20:07.182510 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-7da8fe27-94dc-4429-b346-703bcd41f770', 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770', 'project_id': '51f2022508e14916927b16c3a8a41772', 'fixed_ips': [{'subnet_id': 'f3100071-1672-4730-96e2-22d6a7acfb7e'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:20:07.183759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:07.511378 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Allocated IP 172.20.0.2 (7da8fe27-94dc-4429-b346-703bcd41f770/f3100071-1672-4730-96e2-22d6a7acfb7e/c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:20:07.859382 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Publish callbacks [] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:07.870539 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:07.963714 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Network 7da8fe27-94dc-4429-b346-703bcd41f770 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:20:07.968827 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:20:07.982202 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:20:07.984650 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Pushing event updated for resources: {'Port': ['ID=c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:07.996288 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.996739 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.997108 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.997541 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.997871 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.998191 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.998529 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.998923 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.999241 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.999621 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:07.999946 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:08.000275 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:08.000643 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Tracked resource versions report: Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: pushed versions: Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: { 'AddressGroup': {'1.2'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'ConntrackHelper': {'1.0'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'LocalIPAssociation': {'1.0'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Log': {'1.0'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Network': {'1.1'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Port': {'1.7'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'PortForwarding': {'1.2'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'QosPolicy': {'1.10'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SecurityGroup': {'1.5'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SecurityGroupRule': {'1.2'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SubPort': {'1.0'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Subnet': {'1.1'}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Trunk': {'1.1'}} Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: consumer versions: Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: { DHCP agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: L3 agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: Metadata agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: Metering agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: Open vSwitch agent@dv-cinder-813223-4-iscsi: { 'AddressGroup': '1.2', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'ConntrackHelper': '1.0', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'LocalIPAssociation': '1.0', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Log': '1.0', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Network': '1.1', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Port': '1.7', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'PortForwarding': '1.2', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'QosPolicy': '1.10', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SecurityGroup': '1.5', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SecurityGroupRule': '1.2', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SubPort': '1.0', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Subnet': '1.1', Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Trunk': '1.1'}} Jan 24 22:20:08.002104 dv-cinder-813223-4-iscsi neutron-server[102564]: {{(pid=102564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 22:20:08.096034 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Attempting to bind port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:20:08.096395 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Attempting to bind port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:20:08.096797 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Attempting to bind port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 on network 7da8fe27-94dc-4429-b346-703bcd41f770 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:20:08.102156 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:20:08.102531 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Checking segment: {'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:20:08.102996 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:08.103383 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Bound using segment: {'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:20:08.103884 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Bound port: c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:20:08.104268 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:08.169664 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] For port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:20:08.174034 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] For port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5,segment=NetworkSegment(3e55dedb-be07-4f1f-875f-c453ccb331fe),segment_id=3e55dedb-be07-4f1f-875f-c453ccb331fe)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:20:08.181766 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:08.242480 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bba269-dd3c-4f41-b12b-2209f928a9a6 None None] Pushing event updated for resources: {'Port': ['ID=c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:09.555601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36116) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:09.890266 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [None req-f4fc7cd5-09e0-4c81-b774-1d0b7f1e8aee admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:20:09.891733 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f4fc7cd5-09e0-4c81-b774-1d0b7f1e8aee admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3349090 Jan 24 22:20:12.420466 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36124) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:12.739337 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [None req-c6c38f43-da36-488e-bfa6-caa997b2b88c admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:20:12.740447 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-c6c38f43-da36-488e-bfa6-caa997b2b88c admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186235 Jan 24 22:20:15.464837 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36134) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:15.780560 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-d65418ff-f769-4af6-8e0a-f5de6bbb8f28 admin admin] Request body: {'router': {'tenant_id': '51f2022508e14916927b16c3a8a41772', 'name': 'router1', 'admin_state_up': True}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:20:15.810233 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d65418ff-f769-4af6-8e0a-f5de6bbb8f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (5937ea06-41f2-4444-b7ec-8c9c14b3db31), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:15.811964 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d65418ff-f769-4af6-8e0a-f5de6bbb8f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (5937ea06-41f2-4444-b7ec-8c9c14b3db31), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:15.957464 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d65418ff-f769-4af6-8e0a-f5de6bbb8f28 admin admin] Publish callbacks [] for router_controller (5937ea06-41f2-4444-b7ec-8c9c14b3db31), precommit_add_association {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:15.963525 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d65418ff-f769-4af6-8e0a-f5de6bbb8f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (5937ea06-41f2-4444-b7ec-8c9c14b3db31), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:15.980540 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d65418ff-f769-4af6-8e0a-f5de6bbb8f28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:15.981819 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d65418ff-f769-4af6-8e0a-f5de6bbb8f28 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5159240 Jan 24 22:20:16.137469 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cced12f2-bac4-4243-afed-568703c402ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:18.456130 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b87ce785-83f8-4373-8261-2ab77494372c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:18.577123 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36146) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:18.909830 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [None req-708dc93e-90d5-4c31-9165-efe40b06d168 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:20:18.911083 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-708dc93e-90d5-4c31-9165-efe40b06d168 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3327019 Jan 24 22:20:19.099982 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:20:19.188783 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:19.189225 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:19.296742 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:20:19.297159 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:19.336962 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5,segment=NetworkSegment(3e55dedb-be07-4f1f-875f-c453ccb331fe),segment_id=3e55dedb-be07-4f1f-875f-c453ccb331fe)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:20:19.342716 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:19.354648 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e5634-7f5a-4e0e-94a6-fd080b67e3d7 None None] Network 7da8fe27-94dc-4429-b346-703bcd41f770 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:20:19.466552 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:19.473709 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:19.490001 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-020701c2-f73f-4cc4-9f71-03c4d9c3bef8 None None] Provisioning complete for port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:19.490388 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-020701c2-f73f-4cc4-9f71-03c4d9c3bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:19.605008 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-020701c2-f73f-4cc4-9f71-03c4d9c3bef8 None None] Current status of the port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:20:19.831338 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-623d352a-47c8-465e-837b-71f1f022b246 None None] Provisioning complete for port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:19.831645 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-623d352a-47c8-465e-837b-71f1f022b246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:19.911033 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-623d352a-47c8-465e-837b-71f1f022b246 None None] Current status of the port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:20:20.913721 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:21.042973 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:20:21.093832 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:21.094215 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:21.175708 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:20:21.476417 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36180) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:21.640626 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '43464d247cf94092b4072e13d1582f72', 'provider:physical_network': 'physnet1', 'tenant_id': '43464d247cf94092b4072e13d1582f72', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:20:21.676107 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Made reservation on behalf of 43464d247cf94092b4072e13d1582f72 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:20:21.679018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:21.695328 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:21.809411 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Publish callbacks [] for security_group (5c7c963a-1f7d-4227-bf30-46f0e21d5d50), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:21.815790 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (5c7c963a-1f7d-4227-bf30-46f0e21d5d50), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:21.827026 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Reserving flat network on physical network physnet1 {{(pid=102563) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 24 22:20:21.859105 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761854981241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (0c7cdc1e-a2fb-487e-83d0-3bd259413cad), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:21.859897 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Unsubscribe: segment precommit_create {{(pid=102563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 22:20:21.860396 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Added segment 0c7cdc1e-a2fb-487e-83d0-3bd259413cad of type flat for network 31f1be50-21d7-4147-bd0f-0472b93de7e1 Jan 24 22:20:21.875656 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c963a-1f7d-4227-bf30-46f0e21d5d50,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:21.929663 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.930254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.930550 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.930914 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.931230 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.931579 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.931918 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.932208 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.932552 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.932917 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.933402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.933664 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.933971 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Tracked resource versions report: Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: pushed versions: Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: { 'AddressGroup': {'1.2'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'ConntrackHelper': {'1.0'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'LocalIPAssociation': {'1.0'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Log': {'1.0'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Network': {'1.1'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Port': {'1.7'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'PortForwarding': {'1.2'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'QosPolicy': {'1.10'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SecurityGroup': {'1.5'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SecurityGroupRule': {'1.2'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SubPort': {'1.0'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Subnet': {'1.1'}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Trunk': {'1.1'}} Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: consumer versions: Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: { DHCP agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: L3 agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: Metadata agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: Metering agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: Open vSwitch agent@dv-cinder-813223-4-iscsi: { 'AddressGroup': '1.2', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'ConntrackHelper': '1.0', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'LocalIPAssociation': '1.0', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Log': '1.0', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Network': '1.1', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Port': '1.7', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'PortForwarding': '1.2', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'QosPolicy': '1.10', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SecurityGroup': '1.5', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SecurityGroupRule': '1.2', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SubPort': '1.0', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Subnet': '1.1', Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Trunk': '1.1'}} Jan 24 22:20:21.935330 dv-cinder-813223-4-iscsi neutron-server[102563]: {{(pid=102563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 22:20:21.985966 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (31f1be50-21d7-4147-bd0f-0472b93de7e1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:22.044315 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (31f1be50-21d7-4147-bd0f-0472b93de7e1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:22.045584 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:20:22.046362 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:22.118030 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6404924 Jan 24 22:20:22.160972 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd4c4d-61e2-4c95-b858-d843fcfe5c65 admin admin] Pushing event updated for resources: {'Network': ['ID=31f1be50-21d7-4147-bd0f-0472b93de7e1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:22.172267 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:20:22.436692 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:24.400339 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36192) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:24.549986 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb0453e-494d-4087-b060-38034fa308f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:20:24.551376 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6bb0453e-494d-4087-b060-38034fa308f1 admin admin] 10.222.0.84 "GET /v2.0/subnets/f3100071-1672-4730-96e2-22d6a7acfb7e HTTP/1.1" status: 200 len: 849 time: 0.1500626 Jan 24 22:20:24.650060 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:20:24.746130 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-da333eac-e8b6-41a6-a697-f000a263eb28 admin admin] 10.222.0.84 "GET /v2.0/routers/5937ea06-41f2-4444-b7ec-8c9c14b3db31 HTTP/1.1" status: 200 len: 704 time: 0.1858454 Jan 24 22:20:25.041734 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:25.358262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Allocated IP 172.20.0.1 (7da8fe27-94dc-4429-b346-703bcd41f770/f3100071-1672-4730-96e2-22d6a7acfb7e/aa36d436-da0c-489e-8cc2-6ef279d9ae53) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:20:25.546152 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Publish callbacks [] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:25.619386 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:25.697041 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Network 7da8fe27-94dc-4429-b346-703bcd41f770 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:20:25.701855 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:20:25.711353 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:20:25.712525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (5937ea06-41f2-4444-b7ec-8c9c14b3db31), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:25.731165 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Pushing event updated for resources: {'Port': ['ID=aa36d436-da0c-489e-8cc2-6ef279d9ae53,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:25.876473 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-118a74fd-d685-412c-ac08-d33e68b37229 None None] Provisioning complete for port aa36d436-da0c-489e-8cc2-6ef279d9ae53 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:25.877057 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-118a74fd-d685-412c-ac08-d33e68b37229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:25.911365 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-118a74fd-d685-412c-ac08-d33e68b37229 None None] Port aa36d436-da0c-489e-8cc2-6ef279d9ae53 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:20:25.914699 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:26.190868 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Publish callbacks [] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:26.198774 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:26.199571 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (5937ea06-41f2-4444-b7ec-8c9c14b3db31), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:26.279269 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Pushing event updated for resources: {'Port': ['ID=aa36d436-da0c-489e-8cc2-6ef279d9ae53,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:26.330123 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Network 7da8fe27-94dc-4429-b346-703bcd41f770 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:20:26.332540 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:20:26.504462 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Router 5937ea06-41f2-4444-b7ec-8c9c14b3db31 is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:20:26.533821 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-f8da7843-8204-4ee7-a08a-072c2846b1d7 None None] Provisioning complete for port aa36d436-da0c-489e-8cc2-6ef279d9ae53 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:26.534307 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f8da7843-8204-4ee7-a08a-072c2846b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:26.568700 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-f8da7843-8204-4ee7-a08a-072c2846b1d7 None None] Port aa36d436-da0c-489e-8cc2-6ef279d9ae53 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:20:26.596953 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:20:26.602341 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-940cb37e-d4b5-4569-a7b5-2dcc97a17c9f admin admin] 10.222.0.84 "PUT /v2.0/routers/5937ea06-41f2-4444-b7ec-8c9c14b3db31/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8490593 Jan 24 22:20:26.606506 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Sync routers for ids ['5937ea06-41f2-4444-b7ec-8c9c14b3db31'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:20:26.619104 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Routers {'5937ea06-41f2-4444-b7ec-8c9c14b3db31'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:20:26.619933 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:20:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5937ea06-41f2-4444-b7ec-8c9c14b3db31'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:20:26.805855 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Set router 5937ea06-41f2-4444-b7ec-8c9c14b3db31 gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:20:27.237649 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'name': 'router1', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:20:15Z', 'updated_at': '2022-01-24T22:20:25Z', 'revision_number': 2, 'project_id': '51f2022508e14916927b16c3a8a41772', 'gw_port_host': None, '_interfaces': [{'id': 'aa36d436-da0c-489e-8cc2-6ef279d9ae53', 'name': '', 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'mac_address': 'fa:16:3e:1c:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:25Z', 'updated_at': '2022-01-24T22:20:25Z', 'revision_number': 2, 'project_id': '51f2022508e14916927b16c3a8a41772', 'subnets': [{'id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432a023e-037f-4d7e-8f5b-a427ab149cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:20:27.290934 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Checking router: 5937ea06-41f2-4444-b7ec-8c9c14b3db31 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:20:27.291307 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Updating router 5937ea06-41f2-4444-b7ec-8c9c14b3db31 port aa36d436-da0c-489e-8cc2-6ef279d9ae53 binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:20:27.341833 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:27.861488 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Publish callbacks [] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:27.871280 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:28.039244 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Attempting to bind port aa36d436-da0c-489e-8cc2-6ef279d9ae53 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:20:28.039650 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Attempting to bind port aa36d436-da0c-489e-8cc2-6ef279d9ae53 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:20:28.040092 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Attempting to bind port aa36d436-da0c-489e-8cc2-6ef279d9ae53 on network 7da8fe27-94dc-4429-b346-703bcd41f770 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:20:28.048741 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:20:28.049177 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Checking segment: {'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:20:28.049656 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:28.050051 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Bound using segment: {'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:20:28.050698 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Bound port: aa36d436-da0c-489e-8cc2-6ef279d9ae53, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e55dedb-be07-4f1f-875f-c453ccb331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:20:28.051198 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:28.066439 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Pushing event updated for resources: {'Port': ['ID=aa36d436-da0c-489e-8cc2-6ef279d9ae53,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:28.100348 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-925ca5fd-efa6-4484-97f8-f88b85ba5834 None None] Provisioning complete for port aa36d436-da0c-489e-8cc2-6ef279d9ae53 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:28.100918 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-925ca5fd-efa6-4484-97f8-f88b85ba5834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:28.113816 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.114165 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.114550 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.114895 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.115265 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.115568 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.115926 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.116227 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.116574 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.116911 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.117265 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.117585 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.117905 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Tracked resource versions report: Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: pushed versions: Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: { 'AddressGroup': {'1.2'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'ConntrackHelper': {'1.0'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'LocalIPAssociation': {'1.0'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Log': {'1.0'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Network': {'1.1'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Port': {'1.7'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'PortForwarding': {'1.2'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'QosPolicy': {'1.10'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SecurityGroup': {'1.5'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SecurityGroupRule': {'1.2'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SubPort': {'1.0'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Subnet': {'1.1'}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Trunk': {'1.1'}} Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: consumer versions: Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: { DHCP agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: L3 agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: Metadata agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: Metering agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: Open vSwitch agent@dv-cinder-813223-4-iscsi: { 'AddressGroup': '1.2', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'ConntrackHelper': '1.0', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'LocalIPAssociation': '1.0', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Log': '1.0', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Network': '1.1', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Port': '1.7', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'PortForwarding': '1.2', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'QosPolicy': '1.10', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SecurityGroup': '1.5', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SecurityGroupRule': '1.2', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SubPort': '1.0', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Subnet': '1.1', Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Trunk': '1.1'}} Jan 24 22:20:28.119342 dv-cinder-813223-4-iscsi neutron-server[102565]: {{(pid=102565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 22:20:28.134895 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] For port aa36d436-da0c-489e-8cc2-6ef279d9ae53, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:20:28.139877 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-925ca5fd-efa6-4484-97f8-f88b85ba5834 None None] Port aa36d436-da0c-489e-8cc2-6ef279d9ae53 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:20:28.156427 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] For port aa36d436-da0c-489e-8cc2-6ef279d9ae53, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=aa36d436-da0c-489e-8cc2-6ef279d9ae53,segment=NetworkSegment(3e55dedb-be07-4f1f-875f-c453ccb331fe),segment_id=3e55dedb-be07-4f1f-875f-c453ccb331fe)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:20:28.162218 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:28.214688 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce35aa8-2769-4633-9602-25ac201dc024 None None] Pushing event updated for resources: {'Port': ['ID=aa36d436-da0c-489e-8cc2-6ef279d9ae53,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:28.243012 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Routers {'5937ea06-41f2-4444-b7ec-8c9c14b3db31'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:20:28.243639 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:20:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5937ea06-41f2-4444-b7ec-8c9c14b3db31'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:20:28.333644 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] Set router 5937ea06-41f2-4444-b7ec-8c9c14b3db31 gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:20:28.365594 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-67918c66-7b55-4cab-bd23-375dc4212847 None None] Provisioning complete for port aa36d436-da0c-489e-8cc2-6ef279d9ae53 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:28.366029 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67918c66-7b55-4cab-bd23-375dc4212847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:28.446148 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-67918c66-7b55-4cab-bd23-375dc4212847 None None] Current status of the port aa36d436-da0c-489e-8cc2-6ef279d9ae53 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:20:28.446692 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67918c66-7b55-4cab-bd23-375dc4212847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:28.481030 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-67918c66-7b55-4cab-bd23-375dc4212847 None None] For port aa36d436-da0c-489e-8cc2-6ef279d9ae53, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=aa36d436-da0c-489e-8cc2-6ef279d9ae53,segment=NetworkSegment(3e55dedb-be07-4f1f-875f-c453ccb331fe),segment_id=3e55dedb-be07-4f1f-875f-c453ccb331fe)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:20:28.487834 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67918c66-7b55-4cab-bd23-375dc4212847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:28.539923 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67918c66-7b55-4cab-bd23-375dc4212847 None None] Pushing event updated for resources: {'Port': ['ID=aa36d436-da0c-489e-8cc2-6ef279d9ae53,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:28.552560 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'name': 'router1', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:20:15Z', 'updated_at': '2022-01-24T22:20:25Z', 'revision_number': 2, 'project_id': '51f2022508e14916927b16c3a8a41772', 'gw_port_host': None, '_interfaces': [{'id': 'aa36d436-da0c-489e-8cc2-6ef279d9ae53', 'name': '', 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'mac_address': 'fa:16:3e:1c:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:25Z', 'updated_at': '2022-01-24T22:20:28Z', 'revision_number': 4, 'project_id': '51f2022508e14916927b16c3a8a41772', 'subnets': [{'id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432a023e-037f-4d7e-8f5b-a427ab149cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:20:28.579617 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2bff4-fbc6-4894-8afd-ea92845728c7 None None] The sync data for ids ['5937ea06-41f2-4444-b7ec-8c9c14b3db31'] in dv-cinder-813223-4-iscsi is: [{'id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'name': 'router1', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:20:15Z', 'updated_at': '2022-01-24T22:20:25Z', 'revision_number': 2, 'project_id': '51f2022508e14916927b16c3a8a41772', 'gw_port_host': None, '_interfaces': [{'id': 'aa36d436-da0c-489e-8cc2-6ef279d9ae53', 'name': '', 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'mac_address': 'fa:16:3e:1c:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:25Z', 'updated_at': '2022-01-24T22:20:28Z', 'revision_number': 4, 'project_id': '51f2022508e14916927b16c3a8a41772', 'subnets': [{'id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432a023e-037f-4d7e-8f5b-a427ab149cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:20:31.250496 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36212) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:31.362253 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36d5b6-2d66-4026-9f9a-8df8c4f720d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:20:31.363722 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1e36d5b6-2d66-4026-9f9a-8df8c4f720d0 admin admin] 10.222.0.84 "GET /v2.0/networks/31f1be50-21d7-4147-bd0f-0472b93de7e1 HTTP/1.1" status: 200 len: 842 time: 0.1122539 Jan 24 22:20:31.373672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Request body: {'subnet': {'tenant_id': '43464d247cf94092b4072e13d1582f72', 'ip_version': 4, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:20:31.399486 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Made reservation on behalf of 43464d247cf94092b4072e13d1582f72 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:20:31.401785 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:31.721157 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.objects.ports [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 24 22:20:31.721599 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (eb3db104-813d-43f7-baf9-af45dfd2f9aa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:31.774087 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3db104-813d-43f7-baf9-af45dfd2f9aa,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:31.786842 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:20:31.787221 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Network hostable DHCP agents. Network: 31f1be50-21d7-4147-bd0f-0472b93de7e1, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:20:31.811622 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:20:31.823026 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 31f1be50-21d7-4147-bd0f-0472b93de7e1) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:20:31.827626 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:20:31.828227 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:31.834656 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626dfd30-8c15-4346-abbb-611965500b79 None None] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:20:31.857014 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-36d476ae-849f-44e0-991d-3f740fff00c4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4743502 Jan 24 22:20:31.943007 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b03ac-6dc7-4dad-b938-5f22aa8a0374 None None] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:20:34.234662 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36220) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:34.460032 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8c819069-c4e2-4049-a39f-c95906c9a29c admin admin] 10.222.0.84 "GET /v2.0/routers/5937ea06-41f2-4444-b7ec-8c9c14b3db31 HTTP/1.1" status: 200 len: 710 time: 0.2238829 Jan 24 22:20:34.574787 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad877574-66db-490d-8c1b-c3fcfb737e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:20:34.576145 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-ad877574-66db-490d-8c1b-c3fcfb737e5b admin admin] 10.222.0.84 "GET /v2.0/networks/31f1be50-21d7-4147-bd0f-0472b93de7e1 HTTP/1.1" status: 200 len: 886 time: 0.1103587 Jan 24 22:20:34.585575 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:20:34.834624 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks [] for router_gateway (5937ea06-41f2-4444-b7ec-8c9c14b3db31), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:35.081111 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks [] for router_gateway (5937ea06-41f2-4444-b7ec-8c9c14b3db31), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:35.157767 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:35.377536 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Allocated IP 172.27.3.223 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/b94f33be-ff92-4a29-abd7-d215929ed99d) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:20:35.494742 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks [] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:35.573459 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:35.643146 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:20:35.647966 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:20:35.661252 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:20:35.666845 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Pushing event updated for resources: {'Port': ['ID=b94f33be-ff92-4a29-abd7-d215929ed99d,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:35.949909 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks [] for router_gateway (5937ea06-41f2-4444-b7ec-8c9c14b3db31), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:36.146358 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16124'] for router (5937ea06-41f2-4444-b7ec-8c9c14b3db31), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:36.151457 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7890977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890942'] for router (5937ea06-41f2-4444-b7ec-8c9c14b3db31), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:36.267473 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Router 5937ea06-41f2-4444-b7ec-8c9c14b3db31 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:20:36.375601 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:20:36.381097 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:36.382173 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4bada9e8-6b4a-4fb2-8551-04b0410364ac admin admin] 10.222.0.84 "PUT /v2.0/routers/5937ea06-41f2-4444-b7ec-8c9c14b3db31 HTTP/1.1" status: 200 len: 890 time: 1.7998857 Jan 24 22:20:36.964514 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Sync routers for ids ['5937ea06-41f2-4444-b7ec-8c9c14b3db31'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:20:36.975564 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Routers {'5937ea06-41f2-4444-b7ec-8c9c14b3db31'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:20:36.976221 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:20:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5937ea06-41f2-4444-b7ec-8c9c14b3db31'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:20:37.124601 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device aa36d436-da0c-489e-8cc2-6ef279d9ae53 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:20:37.223742 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Set router 5937ea06-41f2-4444-b7ec-8c9c14b3db31 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:20:37.310960 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port aa36d436-da0c-489e-8cc2-6ef279d9ae53 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:37.311345 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:37.698848 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port aa36d436-da0c-489e-8cc2-6ef279d9ae53 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:20:37.769291 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'name': 'router1', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'b94f33be-ff92-4a29-abd7-d215929ed99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:20:15Z', 'updated_at': '2022-01-24T22:20:35Z', 'revision_number': 4, 'project_id': '51f2022508e14916927b16c3a8a41772', 'gw_port': {'id': 'b94f33be-ff92-4a29-abd7-d215929ed99d', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:35Z', 'updated_at': '2022-01-24T22:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'aa36d436-da0c-489e-8cc2-6ef279d9ae53', 'name': '', 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'mac_address': 'fa:16:3e:1c:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:25Z', 'updated_at': '2022-01-24T22:20:28Z', 'revision_number': 5, 'project_id': '51f2022508e14916927b16c3a8a41772', 'subnets': [{'id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432a023e-037f-4d7e-8f5b-a427ab149cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:20:37.823347 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Checking router: 5937ea06-41f2-4444-b7ec-8c9c14b3db31 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:20:37.823683 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Updating router 5937ea06-41f2-4444-b7ec-8c9c14b3db31 port b94f33be-ff92-4a29-abd7-d215929ed99d binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:20:37.869681 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:38.188004 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Publish callbacks [] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:38.197443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:38.252461 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Attempting to bind port b94f33be-ff92-4a29-abd7-d215929ed99d on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:20:38.252836 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Attempting to bind port b94f33be-ff92-4a29-abd7-d215929ed99d by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:20:38.253222 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Attempting to bind port b94f33be-ff92-4a29-abd7-d215929ed99d on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:20:38.255249 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b2c7c-560d-404a-aa19-3d2cd3ddef5b None None] Pushing event updated for resources: {'Port': ['ID=b94f33be-ff92-4a29-abd7-d215929ed99d,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:38.260671 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:20:38.261052 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:20:38.261460 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:38.261842 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:20:38.262324 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Bound port: b94f33be-ff92-4a29-abd7-d215929ed99d, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:20:38.262702 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:38.311487 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] For port b94f33be-ff92-4a29-abd7-d215929ed99d, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:20:38.314485 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] For port b94f33be-ff92-4a29-abd7-d215929ed99d, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=b94f33be-ff92-4a29-abd7-d215929ed99d,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:20:38.321639 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:38.373308 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Routers {'5937ea06-41f2-4444-b7ec-8c9c14b3db31'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:20:38.373930 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:20:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5937ea06-41f2-4444-b7ec-8c9c14b3db31'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:20:38.421790 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b2c7c-560d-404a-aa19-3d2cd3ddef5b None None] Pushing event updated for resources: {'Port': ['ID=b94f33be-ff92-4a29-abd7-d215929ed99d,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:38.491815 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] Set router 5937ea06-41f2-4444-b7ec-8c9c14b3db31 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:20:38.709372 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'name': 'router1', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'b94f33be-ff92-4a29-abd7-d215929ed99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:20:15Z', 'updated_at': '2022-01-24T22:20:35Z', 'revision_number': 4, 'project_id': '51f2022508e14916927b16c3a8a41772', 'gw_port': {'id': 'b94f33be-ff92-4a29-abd7-d215929ed99d', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:35Z', 'updated_at': '2022-01-24T22:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'aa36d436-da0c-489e-8cc2-6ef279d9ae53', 'name': '', 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'mac_address': 'fa:16:3e:1c:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:25Z', 'updated_at': '2022-01-24T22:20:28Z', 'revision_number': 5, 'project_id': '51f2022508e14916927b16c3a8a41772', 'subnets': [{'id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432a023e-037f-4d7e-8f5b-a427ab149cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:20:38.736443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f02691-cba5-4ca0-91c3-1d6b6cbca136 None None] The sync data for ids ['5937ea06-41f2-4444-b7ec-8c9c14b3db31'] in dv-cinder-813223-4-iscsi is: [{'id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'name': 'router1', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'b94f33be-ff92-4a29-abd7-d215929ed99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:20:15Z', 'updated_at': '2022-01-24T22:20:35Z', 'revision_number': 4, 'project_id': '51f2022508e14916927b16c3a8a41772', 'gw_port': {'id': 'b94f33be-ff92-4a29-abd7-d215929ed99d', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:35Z', 'updated_at': '2022-01-24T22:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'aa36d436-da0c-489e-8cc2-6ef279d9ae53', 'name': '', 'network_id': '7da8fe27-94dc-4429-b346-703bcd41f770', 'tenant_id': '51f2022508e14916927b16c3a8a41772', 'mac_address': 'fa:16:3e:1c:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5937ea06-41f2-4444-b7ec-8c9c14b3db31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:20:25Z', 'updated_at': '2022-01-24T22:20:28Z', 'revision_number': 5, 'project_id': '51f2022508e14916927b16c3a8a41772', 'subnets': [{'id': 'f3100071-1672-4730-96e2-22d6a7acfb7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '432a023e-037f-4d7e-8f5b-a427ab149cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:20:38.838108 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36232) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:20:38.960114 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ae52c17c-e3c8-4638-9c83-47b51968efb8 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1205590 Jan 24 22:20:39.101607 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device b94f33be-ff92-4a29-abd7-d215929ed99d up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:20:39.157030 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port b94f33be-ff92-4a29-abd7-d215929ed99d triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:39.158022 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:39.240381 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port b94f33be-ff92-4a29-abd7-d215929ed99d is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:20:39.241060 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:39.263980 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port b94f33be-ff92-4a29-abd7-d215929ed99d, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=b94f33be-ff92-4a29-abd7-d215929ed99d,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:20:39.269528 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:39.320065 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=b94f33be-ff92-4a29-abd7-d215929ed99d,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:20:41.074924 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device b94f33be-ff92-4a29-abd7-d215929ed99d up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:20:41.126576 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port b94f33be-ff92-4a29-abd7-d215929ed99d triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:20:41.126958 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b94f33be-ff92-4a29-abd7-d215929ed99d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:41.212271 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port b94f33be-ff92-4a29-abd7-d215929ed99d is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:20:46.149685 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b41cb106-c5c2-47fe-b206-827439d90147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:48.469245 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2e53c094-26d8-476f-892d-fb505870b6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:49.391887 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:50.916873 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:20:52.385184 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:01.655263 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:21:16.138014 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a45b3520-51c8-486b-9001-3a5cb897ddb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:18.464862 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e10a8c2d-b20c-4876-8989-6391ec25a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:19.405017 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:20.938913 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:22.381251 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:38.654280 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:21:46.135688 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-48bc1263-d06d-4be6-a4df-4cc2f99d67b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:48.470364 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-817901fd-f4ad-4cf3-8913-adaf4917c0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:49.397095 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:50.920501 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:52.376290 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:21:58.575082 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36716) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:21:58.649003 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3e9d60-8231-48ae-86c2-187b625d8f94 admin admin] GET failed (client error): The resource could not be found. Jan 24 22:21:58.650357 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8f3e9d60-8231-48ae-86c2-187b625d8f94 admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740976 Jan 24 22:21:58.815463 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e386a9e-1cf4-40ba-b19c-84c4fcd835d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:21:58.816927 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-3e386a9e-1cf4-40ba-b19c-84c4fcd835d0 admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602426 Jan 24 22:22:01.074477 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36726) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:01.261488 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5457997-3d50-4220-95a7-e518a4632795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:01.262801 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-f5457997-3d50-4220-95a7-e518a4632795 admin admin] 10.222.0.84 "GET /v2.0/subnets/f3100071-1672-4730-96e2-22d6a7acfb7e HTTP/1.1" status: 200 len: 849 time: 0.1873474 Jan 24 22:22:01.278861 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:22:01.367894 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Publish callbacks [] for subnet (f3100071-1672-4730-96e2-22d6a7acfb7e), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:01.527337 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761855010142'] for subnet (f3100071-1672-4730-96e2-22d6a7acfb7e), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:01.558125 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:01.558726 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:01.560006 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] 10.222.0.84 "PUT /v2.0/subnets/f3100071-1672-4730-96e2-22d6a7acfb7e HTTP/1.1" status: 200 len: 868 time: 0.2875614 Jan 24 22:22:01.576210 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c7a473-ada4-45f4-bed9-64db4cded188 None None] Network 7da8fe27-94dc-4429-b346-703bcd41f770 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:22:01.578681 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3100071-1672-4730-96e2-22d6a7acfb7e,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:22:01.586686 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.587100 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.587419 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.587747 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.588088 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.588618 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.588810 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.589166 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.590325 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.590325 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.590325 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.590610 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.590816 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f7049-3d82-42b3-8868-62a3969bfce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:01.976424 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-e51ebfa5-1b6e-423e-abd9-b110dc28d28d None None] Provisioning complete for port aa36d436-da0c-489e-8cc2-6ef279d9ae53 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:22:01.976752 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e51ebfa5-1b6e-423e-abd9-b110dc28d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (aa36d436-da0c-489e-8cc2-6ef279d9ae53), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:02.062368 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e51ebfa5-1b6e-423e-abd9-b110dc28d28d None None] Current status of the port aa36d436-da0c-489e-8cc2-6ef279d9ae53 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:22:02.073322 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-e51ebfa5-1b6e-423e-abd9-b110dc28d28d None None] Provisioning complete for port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:22:02.073719 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e51ebfa5-1b6e-423e-abd9-b110dc28d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:02.148356 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e51ebfa5-1b6e-423e-abd9-b110dc28d28d None None] Current status of the port c85b23d2-eeb6-4a2d-ae27-fe34f40ffbe5 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:22:03.883874 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36734) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:04.096115 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668089e-fd5a-459a-9f4d-3e31f83d628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:04.096544 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668089e-fd5a-459a-9f4d-3e31f83d628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:04.098190 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a668089e-fd5a-459a-9f4d-3e31f83d628a admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2133007 Jan 24 22:22:06.387316 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36744) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:06.534286 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae20b5-c7b6-4de1-a48b-ca4e84dc1d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:06.534804 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae20b5-c7b6-4de1-a48b-ca4e84dc1d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:06.536391 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e5ae20b5-c7b6-4de1-a48b-ca4e84dc1d27 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1480923 Jan 24 22:22:08.933788 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36752) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:09.065935 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c5e86-b296-4013-8a8f-6d56e2661596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:09.067315 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9c5c5e86-b296-4013-8a8f-6d56e2661596 admin admin] 10.222.0.84 "GET /v2.0/networks/31f1be50-21d7-4147-bd0f-0472b93de7e1 HTTP/1.1" status: 200 len: 886 time: 0.1321821 Jan 24 22:22:11.334776 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36760) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:11.555193 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6e8f08-667a-4b5f-8f37-767f730ef707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:11.556593 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ab6e8f08-667a-4b5f-8f37-767f730ef707 admin admin] 10.222.0.84 "GET /v2.0/networks/7da8fe27-94dc-4429-b346-703bcd41f770 HTTP/1.1" status: 200 len: 869 time: 0.2206450 Jan 24 22:22:13.823366 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36768) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:13.958199 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d268318-8800-4c9b-bb3c-c16940e9a56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:13.958656 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d268318-8800-4c9b-bb3c-c16940e9a56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:13.960179 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4d268318-8800-4c9b-bb3c-c16940e9a56d admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358719 Jan 24 22:22:15.653162 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:22:16.131143 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0eec0862-12f8-4217-98d4-a9f2abaacf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:16.202331 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36776) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:16.312420 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2490f87-d47d-4dd7-897b-d752da44a1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:16.313057 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2490f87-d47d-4dd7-897b-d752da44a1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:16.315131 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-f2490f87-d47d-4dd7-897b-d752da44a1ed admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118000 Jan 24 22:22:18.464045 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3044af7c-6120-44f3-9fa3-9b5a239b7ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:18.586033 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36784) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:18.691911 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253c4dc-0a3b-49d6-8fe9-535df49a9113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:18.693302 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d253c4dc-0a3b-49d6-8fe9-535df49a9113 admin admin] 10.222.0.84 "GET /v2.0/subnets/eb3db104-813d-43f7-baf9-af45dfd2f9aa HTTP/1.1" status: 200 len: 816 time: 0.1062870 Jan 24 22:22:19.397322 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:20.922672 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:20.928052 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36792) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:21.026092 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e38d61-6f65-4658-aecb-2dbda2a86947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:21.027467 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-40e38d61-6f65-4658-aecb-2dbda2a86947 admin admin] 10.222.0.84 "GET /v2.0/subnets/f3100071-1672-4730-96e2-22d6a7acfb7e HTTP/1.1" status: 200 len: 868 time: 0.0984521 Jan 24 22:22:22.381515 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:45.688221 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36846) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:45.752732 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [None req-b8d59171-fd3c-42ac-a406-5c23bc18f705 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:22:45.753791 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b8d59171-fd3c-42ac-a406-5c23bc18f705 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0645800 Jan 24 22:22:46.136366 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-675ab848-90e3-4e35-9c9d-1915ee53d99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:48.145177 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36854) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:48.230221 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79781e6-f8fd-4ace-88a7-f01ca48607ec admin admin] GET failed (client error): The resource could not be found. Jan 24 22:22:48.231657 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f79781e6-f8fd-4ace-88a7-f01ca48607ec admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0850694 Jan 24 22:22:48.379326 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22866ee-4af7-45e4-b2cc-bdc8db41e31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:48.380842 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b22866ee-4af7-45e4-b2cc-bdc8db41e31a admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1451077 Jan 24 22:22:48.472850 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d7018956-16a7-4bcc-a1ca-004eeaf0a0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:49.401156 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:50.693060 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36864) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:50.746023 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Request body: {'network': {'tenant_id': '43464d247cf94092b4072e13d1582f72', 'shared': True, 'name': 'shared', 'project_id': '43464d247cf94092b4072e13d1582f72', 'admin_state_up': True}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:22:50.775572 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Made reservation on behalf of 43464d247cf94092b4072e13d1582f72 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:22:50.778085 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:50.806913 dv-cinder-813223-4-iscsi neutron-server[102563]: WARNING neutron.services.revisions.revision_plugin [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Could not find related network for resource to bump revision. Jan 24 22:22:50.822017 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:22:50.832332 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (d7ac686f-04c2-441f-ac4a-3b470a0c4733), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:50.832670 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Added segment d7ac686f-04c2-441f-ac4a-3b470a0c4733 of type vlan for network f11ee643-927c-4424-995d-3c8d4580f562 Jan 24 22:22:50.872784 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (f11ee643-927c-4424-995d-3c8d4580f562), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:50.901597 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (f11ee643-927c-4424-995d-3c8d4580f562), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:50.902561 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:50.903147 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:50.926982 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:50.965202 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2709670 Jan 24 22:22:50.965777 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Pushing event updated for resources: {'Network': ['ID=f11ee643-927c-4424-995d-3c8d4580f562,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:22:50.972297 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.972665 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.973034 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.973379 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.973713 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.974046 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.974391 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.974723 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.975050 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.975378 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.975703 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.976024 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.976345 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d028e2-35fa-4032-a740-37283fc61172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:50.989043 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network f11ee643-927c-4424-995d-3c8d4580f562 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:22:52.391013 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:52.653727 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:22:53.302356 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36874) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:22:53.365157 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04e23bd-0e6a-40ec-b089-135798f0f290 admin admin] GET failed (client error): The resource could not be found. Jan 24 22:22:53.366816 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-a04e23bd-0e6a-40ec-b089-135798f0f290 admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631535 Jan 24 22:22:53.440763 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61532892-39a6-45e8-9397-2c467c2e19cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:53.442256 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-61532892-39a6-45e8-9397-2c467c2e19cc admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714843 Jan 24 22:22:53.455354 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': '43464d247cf94092b4072e13d1582f72'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:22:53.484898 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Made reservation on behalf of 43464d247cf94092b4072e13d1582f72 for: {'subnet': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:22:53.487170 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:53.652599 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (598c306e-10b6-4524-9990-1e99b3ae9bc7), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:53.709473 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598c306e-10b6-4524-9990-1e99b3ae9bc7,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:22:53.718198 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Checking segment: {'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:22:53.718572 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Network hostable DHCP agents. Network: f11ee643-927c-4424-995d-3c8d4580f562, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:22:53.737721 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Network f11ee643-927c-4424-995d-3c8d4580f562 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:22:53.747868 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, f11ee643-927c-4424-995d-3c8d4580f562) {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:22:53.752043 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:22:53.752638 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:53.758245 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747051be-cc43-447a-887f-f0f568231728 None None] Network f11ee643-927c-4424-995d-3c8d4580f562 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:22:53.770461 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-60ddeb8f-dae6-4a14-9d53-e4725c3a7ee7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3207405 Jan 24 22:22:53.871263 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-f11ee643-927c-4424-995d-3c8d4580f562', 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562', 'project_id': '43464d247cf94092b4072e13d1582f72', 'fixed_ips': [{'subnet_id': '598c306e-10b6-4524-9990-1e99b3ae9bc7'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:22:53.872192 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:54.017591 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Allocated IP 192.168.233.2 (f11ee643-927c-4424-995d-3c8d4580f562/598c306e-10b6-4524-9990-1e99b3ae9bc7/d29d994c-2e2f-4e8c-ba91-630c6a02b0a1) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:22:54.159697 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Publish callbacks [] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:54.168171 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:54.207083 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Network f11ee643-927c-4424-995d-3c8d4580f562 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:22:54.212250 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:22:54.216524 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:22:54.219638 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Pushing event updated for resources: {'Port': ['ID=d29d994c-2e2f-4e8c-ba91-630c6a02b0a1,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:22:54.231018 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.231384 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.231754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.232093 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.232410 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.232755 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.233097 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.233436 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.233747 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.234087 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.234413 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.234737 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.235056 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:22:54.385849 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Attempting to bind port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:22:54.386212 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Attempting to bind port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:22:54.386590 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Attempting to bind port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 on network f11ee643-927c-4424-995d-3c8d4580f562 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:22:54.391724 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:22:54.392092 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Checking segment: {'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:22:54.392528 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:54.392919 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Bound using segment: {'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:22:54.393409 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Bound port: d29d994c-2e2f-4e8c-ba91-630c6a02b0a1, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:22:54.393762 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:54.456288 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] For port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:22:54.459515 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] For port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=d29d994c-2e2f-4e8c-ba91-630c6a02b0a1,segment=NetworkSegment(d7ac686f-04c2-441f-ac4a-3b470a0c4733),segment_id=d7ac686f-04c2-441f-ac4a-3b470a0c4733)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:22:54.466750 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:54.525273 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f34ab-1b79-4818-a88c-41ff0d442ff8 None None] Pushing event updated for resources: {'Port': ['ID=d29d994c-2e2f-4e8c-ba91-630c6a02b0a1,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:22:55.179526 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:22:55.238575 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:22:55.239048 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:55.358364 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:22:55.358765 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:55.399774 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=d29d994c-2e2f-4e8c-ba91-630c6a02b0a1,segment=NetworkSegment(d7ac686f-04c2-441f-ac4a-3b470a0c4733),segment_id=d7ac686f-04c2-441f-ac4a-3b470a0c4733)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:22:55.407089 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:55.465305 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=d29d994c-2e2f-4e8c-ba91-630c6a02b0a1,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:22:55.469178 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94772cf-2927-45c5-8b8c-b17f6dcfcb4b None None] Network f11ee643-927c-4424-995d-3c8d4580f562 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:22:55.535620 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-dbe60855-84ab-409c-9f43-e59dc31ca437 None None] Provisioning complete for port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:22:55.535910 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dbe60855-84ab-409c-9f43-e59dc31ca437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:55.645307 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-dbe60855-84ab-409c-9f43-e59dc31ca437 None None] Current status of the port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:22:55.872125 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-106f6b17-0125-443c-a375-c791e3ce1ab0 None None] Provisioning complete for port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:22:55.872413 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-106f6b17-0125-443c-a375-c791e3ce1ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:55.952443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-106f6b17-0125-443c-a375-c791e3ce1ab0 None None] Current status of the port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:22:57.130760 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:22:57.182543 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:22:57.182923 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d29d994c-2e2f-4e8c-ba91-630c6a02b0a1), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:22:57.260969 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port d29d994c-2e2f-4e8c-ba91-630c6a02b0a1 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:23:16.141263 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0f67494a-41a9-439c-afa6-d86464ef0915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:18.477487 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dd3a562e-538a-4b01-8a5c-f63a6bb02f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:19.407748 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:20.930785 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:22.386475 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:29.653869 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:23:46.146979 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-71b1f3bd-b2c5-462c-a29f-7d8b65c832e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:48.486190 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e6511218-bfd0-4f73-ac58-d7d9c688661b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:49.413754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:50.939998 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:23:52.383053 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:06.656834 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:24:16.142193 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cde0b936-4bcb-4f65-ba92-d2baaf5cb4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:18.470514 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-252ac513-2642-4e0b-baea-c2aaebc3c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:18.828883 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36918) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:24:18.835009 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [None req-06d15fa0-6254-472c-87d6-3f105f79206b tempest-verify_tempest_config-1396995671 tempest-verify_tempest_config-1396995671-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:24:18.836246 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-06d15fa0-6254-472c-87d6-3f105f79206b tempest-verify_tempest_config-1396995671 tempest-verify_tempest_config-1396995671-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063493 Jan 24 22:24:19.165433 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 36936) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:24:19.281643 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:19.359131 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Publish callbacks [] for security_group (c6729926-0cc8-4458-825f-c36efa67a3f6), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:19.364679 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (c6729926-0cc8-4458-825f-c36efa67a3f6), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:19.408816 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:19.412125 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c437d669d6f4372aaf384711342ba06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2455397 Jan 24 22:24:19.412935 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6729926-0cc8-4458-825f-c36efa67a3f6,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:24:19.415026 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 36940) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:24:19.419650 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.419994 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.420335 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.420668 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.421005 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.421357 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.421685 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.422013 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.422352 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.422695 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.423019 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.423338 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.423655 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43312dc-9d66-4a3e-836d-b8abc377b760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.472437 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Publish callbacks [] for security_group (c6729926-0cc8-4458-825f-c36efa67a3f6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:19.494626 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Publish callbacks [] for security_group (c6729926-0cc8-4458-825f-c36efa67a3f6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:19.597045 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (c6729926-0cc8-4458-825f-c36efa67a3f6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:19.599799 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:19.601058 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c6729926-0cc8-4458-825f-c36efa67a3f6 HTTP/1.1" status: 204 len: 168 time: 0.1850214 Jan 24 22:24:19.609472 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6729926-0cc8-4458-825f-c36efa67a3f6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:24:19.616073 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.616423 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.616765 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.617134 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.617465 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.617794 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.618142 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.618666 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.619001 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.619933 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.620278 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.620609 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:19.620935 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a46563-564b-4a23-821d-0cec58956aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:24:20.938972 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:22.381081 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:43.661348 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:24:46.149624 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e28eae50-9f2f-42f7-b910-497486c763ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:48.480755 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-93e1e816-6f24-4630-a68f-800b3ad3149c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:49.413536 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:50.941352 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:24:52.383646 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:16.149257 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-748b2cee-45c5-454f-97af-0da17bb2033e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:18.487492 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8754df6f-f384-4877-998a-0e568ee6f351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:19.417801 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:20.666013 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:25:20.944664 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:22.384192 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:46.150916 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-713cde35-3ccd-45ac-bdb5-73a495f9482a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:48.482560 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c2c251ac-24af-4744-ba60-80691c65487c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:49.420569 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:50.949535 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:52.379046 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:25:57.672621 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 5 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:25:57.751460 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7889399'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:12.553272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37014) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:26:12.721387 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a0844c32-f678-4634-b920-f1228025314c admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1668451 Jan 24 22:26:15.053664 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37024) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:26:15.127327 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-3647e83a-5ef1-4f1c-acb5-9cceda80af00 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0722020 Jan 24 22:26:16.152647 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b36c48db-82c4-428d-bf73-bac787b76d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:18.478146 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-28dd6ae3-18ff-4255-ae39-01fb8786528e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:19.423549 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:20.948347 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:22.395518 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:27.732107 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:34.676581 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:26:46.159231 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5f5a82ea-a2e0-476a-baf1-14a810602ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:48.487194 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9389c617-1ed3-4ccb-b5b7-05123db50694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:49.435301 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:50.962583 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:52.384248 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:26:57.730797 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:11.676139 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:27:16.145122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5aefcc70-209f-4613-addc-0eb2504b0470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:18.481395 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90987ce7-261a-4a8a-a8c0-1da9eb2fedca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:19.429209 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:20.954845 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:22.380189 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:27.729630 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:45.773940 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37204) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:46.010147 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-944714769-network', 'tenant_id': 'a78218846bb84713b4c02d9f95a25250'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:46.048427 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Made reservation on behalf of a78218846bb84713b4c02d9f95a25250 for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:46.050951 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.059694 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.135427 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Publish callbacks [] for security_group (d875a275-1609-4469-a132-83bf46257edb), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.155482 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d875a275-1609-4469-a132-83bf46257edb), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.172730 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1236ef37-349e-46e5-ac4d-c0d3fcc4dee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.175787 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:27:46.195322 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (116c3183-5ce0-418f-b3df-93d064553900), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.195681 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Added segment 116c3183-5ce0-418f-b3df-93d064553900 of type vlan for network e8ede52f-f77b-4695-9cf8-08051f1c017e Jan 24 22:27:46.215353 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d875a275-1609-4469-a132-83bf46257edb,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:46.240857 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.241440 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.241784 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.242120 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.242446 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.243025 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.243488 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.243971 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.244514 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.244843 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.245198 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.245554 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.245963 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Tracked resource versions report: Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: pushed versions: Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: { 'AddressGroup': {'1.2'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'ConntrackHelper': {'1.0'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'LocalIPAssociation': {'1.0'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Log': {'1.0'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Network': {'1.1'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Port': {'1.7'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'PortForwarding': {'1.2'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'QosPolicy': {'1.10'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SecurityGroup': {'1.5'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SecurityGroupRule': {'1.2'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SubPort': {'1.0'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Subnet': {'1.1'}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Trunk': {'1.1'}} Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: consumer versions: Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: { DHCP agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: HyperV agent@hv-cinder-81322: {}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: L3 agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: Metadata agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: Metering agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: Open vSwitch agent@dv-cinder-813223-4-iscsi: { 'AddressGroup': '1.2', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'ConntrackHelper': '1.0', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'LocalIPAssociation': '1.0', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Log': '1.0', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Network': '1.1', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Port': '1.7', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'PortForwarding': '1.2', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'QosPolicy': '1.10', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SecurityGroup': '1.5', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SecurityGroupRule': '1.2', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'SubPort': '1.0', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Subnet': '1.1', Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: 'Trunk': '1.1'}} Jan 24 22:27:46.247049 dv-cinder-813223-4-iscsi neutron-server[102562]: {{(pid=102562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 22:27:46.260775 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (e8ede52f-f77b-4695-9cf8-08051f1c017e), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.288925 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (e8ede52f-f77b-4695-9cf8-08051f1c017e), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.290202 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:46.290778 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.325508 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5503831 Jan 24 22:27:46.329510 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37242) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:46.335467 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Request body: {'subnet': {'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-944714769-subnet', 'tenant_id': 'a78218846bb84713b4c02d9f95a25250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:46.358793 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ce00-d6da-45a2-9a5b-3c16164cb9af admin admin] Pushing event updated for resources: {'Network': ['ID=e8ede52f-f77b-4695-9cf8-08051f1c017e,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:46.362814 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Made reservation on behalf of a78218846bb84713b4c02d9f95a25250 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:46.365149 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.370327 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network e8ede52f-f77b-4695-9cf8-08051f1c017e details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:27:46.540479 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (4afcac19-68de-4538-be4d-9afeccf0ceff), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.595611 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afcac19-68de-4538-be4d-9afeccf0ceff,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:46.604884 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.605258 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.605788 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.606127 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.606643 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.606971 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.607479 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.608025 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.608388 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.608813 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.609025 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.609362 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.609575 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Tracked resource versions report: Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: pushed versions: Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: { 'AddressGroup': {'1.2'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'ConntrackHelper': {'1.0'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'LocalIPAssociation': {'1.0'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Log': {'1.0'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Network': {'1.1'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Port': {'1.7'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'PortForwarding': {'1.2'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'QosPolicy': {'1.10'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SecurityGroup': {'1.5'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SecurityGroupRule': {'1.2'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SubPort': {'1.0'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Subnet': {'1.1'}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Trunk': {'1.1'}} Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: consumer versions: Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: { DHCP agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: HyperV agent@hv-cinder-81322: {}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: L3 agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: Metadata agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: Metering agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: Open vSwitch agent@dv-cinder-813223-4-iscsi: { 'AddressGroup': '1.2', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'ConntrackHelper': '1.0', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'LocalIPAssociation': '1.0', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Log': '1.0', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Network': '1.1', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Port': '1.7', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'PortForwarding': '1.2', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'QosPolicy': '1.10', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SecurityGroup': '1.5', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SecurityGroupRule': '1.2', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'SubPort': '1.0', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Subnet': '1.1', Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: 'Trunk': '1.1'}} Jan 24 22:27:46.610735 dv-cinder-813223-4-iscsi neutron-server[102563]: {{(pid=102563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 22:27:46.622304 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Checking segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:46.622664 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Network hostable DHCP agents. Network: e8ede52f-f77b-4695-9cf8-08051f1c017e, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:27:46.641850 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Network e8ede52f-f77b-4695-9cf8-08051f1c017e is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:27:46.656402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, e8ede52f-f77b-4695-9cf8-08051f1c017e) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:46.661215 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:46.661851 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:46.668048 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0260b-3d35-41bb-8b10-e5f04e48fc2d None None] Network e8ede52f-f77b-4695-9cf8-08051f1c017e requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:46.689700 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5e6c730c-644b-4e9d-8b68-fba0f7ec793b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3592248 Jan 24 22:27:46.769645 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37268) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:46.789100 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870b1d4a-6531-4502-bacb-b69c132a77dd None None] Network e8ede52f-f77b-4695-9cf8-08051f1c017e requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:46.808116 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37274) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:46.845597 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37280) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:46.876776 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37284) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:46.988187 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-32231625-network', 'tenant_id': '19ba1e1256864514ab790aa9db823338'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:47.012231 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Made reservation on behalf of 19ba1e1256864514ab790aa9db823338 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:47.014665 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.025371 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.103556 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Publish callbacks [] for security_group (4959f73a-147c-400c-97e2-5f77d7c92666), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.109129 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4959f73a-147c-400c-97e2-5f77d7c92666), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.142887 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1365170367-network', 'tenant_id': '971e5fb7e6884a74947db35700479fea'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:47.148013 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4959f73a-147c-400c-97e2-5f77d7c92666,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:47.151481 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:27:47.157472 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-network', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:47.175404 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-network', 'tenant_id': '2480860d99554b1c8d0c7845602c854e'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:47.193187 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (9f289a2f-63b2-469c-a19e-a78a122e17f9), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.193737 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Added segment 9f289a2f-63b2-469c-a19e-a78a122e17f9 of type vlan for network 03e6c4e1-e675-417e-a5db-954a15197bef Jan 24 22:27:47.203991 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Made reservation on behalf of 2480860d99554b1c8d0c7845602c854e for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:47.207532 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Made reservation on behalf of 971e5fb7e6884a74947db35700479fea for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:47.208950 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.210406 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.221735 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.222631 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.309202 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Publish callbacks [] for security_group (81d0f6d1-5755-420b-b890-735e01f3992e), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.317999 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (81d0f6d1-5755-420b-b890-735e01f3992e), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.323260 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Publish callbacks [] for security_group (fffc0156-b430-4c67-b367-a831064471fa), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.324666 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Made reservation on behalf of 7e8dce58932149cbaee5ed5aabdbe3fa for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:47.328427 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.343488 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.355920 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (fffc0156-b430-4c67-b367-a831064471fa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.367889 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:27:47.378025 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.378580 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Added segment 0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14 of type vlan for network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 Jan 24 22:27:47.390453 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:27:47.420768 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.427192 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d0f6d1-5755-420b-b890-735e01f3992e,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:47.432249 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (b7bb67f9-2b88-4d12-b4a8-0191965d38e2), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.432793 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Added segment b7bb67f9-2b88-4d12-b4a8-0191965d38e2 of type vlan for network 8d56f692-32cb-491f-92de-425cd4663a5e Jan 24 22:27:47.490611 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (8d56f692-32cb-491f-92de-425cd4663a5e), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.518867 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Publish callbacks [] for security_group (0e1d0905-d9a8-4ea6-a07a-9839bc78dab7), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.528725 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.529645 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:47.530398 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.544610 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0e1d0905-d9a8-4ea6-a07a-9839bc78dab7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.545512 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (8d56f692-32cb-491f-92de-425cd4663a5e), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.546645 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:47.547255 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.557274 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:27:47.566543 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (8d2a6ea8-0011-4359-9e0b-ce5c69e564b5), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.567073 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Added segment 8d2a6ea8-0011-4359-9e0b-ce5c69e564b5 of type vlan for network a7842576-11ac-466b-b3df-3ae9b0fa5bfa Jan 24 22:27:47.594532 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7160203 Jan 24 22:27:47.611414 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37310) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:47.613320 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (03e6c4e1-e675-417e-a5db-954a15197bef), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.620428 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8110411 Jan 24 22:27:47.623623 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37318) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:47.629305 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Request body: {'subnet': {'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1365170367-subnet', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:47.645302 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Request body: {'subnet': {'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-subnet', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:47.671611 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (a7842576-11ac-466b-b3df-3ae9b0fa5bfa), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.713752 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Made reservation on behalf of 971e5fb7e6884a74947db35700479fea for: {'subnet': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:47.716419 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.723719 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.db.resource_extend [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 22:27:47.776961 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b029eb-7e06-4a7d-b269-0ecd8ef341e2 admin admin] Pushing event updated for resources: {'Network': ['ID=8d56f692-32cb-491f-92de-425cd4663a5e,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:47.787530 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 8d56f692-32cb-491f-92de-425cd4663a5e details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:27:47.840196 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.db.resource_extend [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 22:27:47.905931 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Pushing event updated for resources: {'Network': ['ID=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:47.921684 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:27:47.922577 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (a7842576-11ac-466b-b3df-3ae9b0fa5bfa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.925666 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:47.926715 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.940721 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfff5a1-dc09-430d-bedb-7ac2b55f8913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc0156-b430-4c67-b367-a831064471fa,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:47.943532 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Made reservation on behalf of 2480860d99554b1c8d0c7845602c854e for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:47.954889 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (8a31de3f-4d3a-47d7-8f5f-c8a503726ec6), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.964154 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.987500 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (03e6c4e1-e675-417e-a5db-954a15197bef), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:47.988453 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:47.989020 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.027761 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:48.035230 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37352) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:48.040746 dv-cinder-813223-4-iscsi neutron-server[102562]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 22:27:48.087082 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2403998 Jan 24 22:27:48.118345 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37354) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:48.123964 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Request body: {'subnet': {'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-subnet', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:48.133534 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3627596 Jan 24 22:27:48.138109 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:48.143892 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37356) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:48.146672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4279f80-d81f-4381-aaab-9444ace46061 admin admin] Pushing event updated for resources: {'Network': ['ID=a7842576-11ac-466b-b3df-3ae9b0fa5bfa,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:48.154605 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Request body: {'subnet': {'network_id': '03e6c4e1-e675-417e-a5db-954a15197bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-32231625-subnet', 'tenant_id': '19ba1e1256864514ab790aa9db823338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:48.214225 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network a7842576-11ac-466b-b3df-3ae9b0fa5bfa details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:27:48.252130 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-a29e753a-4b80-4b82-b692-697cbb820874 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:48.253706 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-a29e753a-4b80-4b82-b692-697cbb820874 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 814 time: 0.2143006 Jan 24 22:27:48.266775 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Made reservation on behalf of 7e8dce58932149cbaee5ed5aabdbe3fa for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:48.269744 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.274754 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Checking segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:48.274927 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Network hostable DHCP agents. Network: 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:27:48.280209 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-a56c810c-d1b4-4ac7-aeda-a393cbfa9363 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/quotas/a78218846bb84713b4c02d9f95a25250 HTTP/1.1" status: 200 len: 375 time: 0.0192266 Jan 24 22:27:48.291251 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Made reservation on behalf of 19ba1e1256864514ab790aa9db823338 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:48.294859 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.326281 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:27:48.346327 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-dac73da7-82f7-4149-a2c7-83602fb320c4 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576181 Jan 24 22:27:48.357898 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8) {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:48.363666 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:48.364528 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.376164 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50234bc7-b629-49e8-adbd-df0c784576bf None None] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:48.400605 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-18c16bf6-cf1a-4844-aca6-3560463f42e1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7755716 Jan 24 22:27:48.404073 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37364) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:48.412945 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:48.418334 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaddca-c972-4e25-a771-731a8c748d44 admin admin] Pushing event updated for resources: {'Network': ['ID=03e6c4e1-e675-417e-a5db-954a15197bef,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:48.440621 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 03e6c4e1-e675-417e-a5db-954a15197bef details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:27:48.447065 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (be657929-baae-4bf6-afbe-280e308a838c), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.448343 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (be657929-baae-4bf6-afbe-280e308a838c), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.609301 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b42b376-1a8d-41c2-8255-b10ce3d1c816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.651537 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks [] for router_controller (be657929-baae-4bf6-afbe-280e308a838c), precommit_add_association {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.663788 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'project_id': '971e5fb7e6884a74947db35700479fea', 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:27:48.666910 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.677274 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:27:48.728205 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-1fb365e0-067b-43c1-9168-c6d7956a8139 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:27:48.729353 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-1fb365e0-067b-43c1-9168-c6d7956a8139 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0962274 Jan 24 22:27:48.875344 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (a3325093-374b-4eb0-9c56-7082b7585211), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:48.933810 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Allocated IP 172.20.0.2 (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8/8a31de3f-4d3a-47d7-8f5f-c8a503726ec6/b17581b0-d27b-4717-a13c-fe225ce05766) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:27:49.053516 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-827f9bbc-e597-4f43-91d3-3d94747d32a1 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820604 Jan 24 22:27:49.089686 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks [] for router_gateway (be657929-baae-4bf6-afbe-280e308a838c), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.108892 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3325093-374b-4eb0-9c56-7082b7585211,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:49.191491 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Publish callbacks [] for port (b17581b0-d27b-4717-a13c-fe225ce05766), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.193607 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (b3c5736e-11ca-4e24-b6d2-3e78878985b6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.208311 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.215453 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Checking segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:49.215701 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Network hostable DHCP agents. Network: 8d56f692-32cb-491f-92de-425cd4663a5e, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:27:49.260879 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-8c0c2765-2962-4072-99a2-a34f079edf3c service neutron] 10.222.0.84 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064137 Jan 24 22:27:49.275630 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:27:49.282061 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:49.286956 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:27:49.303821 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Pushing event updated for resources: {'Port': ['ID=b17581b0-d27b-4717-a13c-fe225ce05766,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:49.318547 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (e43c47d7-a017-4b8c-a123-957620579844), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.367064 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Attempting to bind port b17581b0-d27b-4717-a13c-fe225ce05766 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:27:49.367652 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Attempting to bind port b17581b0-d27b-4717-a13c-fe225ce05766 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:27:49.368186 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Attempting to bind port b17581b0-d27b-4717-a13c-fe225ce05766 on network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:27:49.373241 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.373831 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.374331 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.374928 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.375416 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.375931 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.376524 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.377131 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.377807 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.378333 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.378811 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.379312 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.379773 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Tracked resource versions report: Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: pushed versions: Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: { 'AddressGroup': {'1.2'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'ConntrackHelper': {'1.0'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'LocalIPAssociation': {'1.0'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Log': {'1.0'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Network': {'1.1'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Port': {'1.7'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'PortForwarding': {'1.2'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'QosPolicy': {'1.10'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SecurityGroup': {'1.5'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SecurityGroupRule': {'1.2'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SubPort': {'1.0'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Subnet': {'1.1'}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Trunk': {'1.1'}} Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: consumer versions: Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: { DHCP agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: HyperV agent@hv-cinder-81322: {}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: L3 agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: Metadata agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: Metering agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: Open vSwitch agent@dv-cinder-813223-4-iscsi: { 'AddressGroup': '1.2', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'ConntrackHelper': '1.0', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'LocalIPAssociation': '1.0', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Log': '1.0', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Network': '1.1', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Port': '1.7', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'PortForwarding': '1.2', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'QosPolicy': '1.10', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SecurityGroup': '1.5', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SecurityGroupRule': '1.2', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'SubPort': '1.0', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Subnet': '1.1', Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: 'Trunk': '1.1'}} Jan 24 22:27:49.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: {{(pid=102564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 22:27:49.390759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:27:49.391399 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Checking segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:49.392593 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.393199 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Bound using segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:27:49.393834 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Bound port: b17581b0-d27b-4717-a13c-fe225ce05766, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:27:49.394365 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.401941 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Network 8d56f692-32cb-491f-92de-425cd4663a5e is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:27:49.424353 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37402) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:49.425787 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c5736e-11ca-4e24-b6d2-3e78878985b6,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:49.493609 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 8d56f692-32cb-491f-92de-425cd4663a5e) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:49.498835 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Checking segment: {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:49.499200 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Network hostable DHCP agents. Network: a7842576-11ac-466b-b3df-3ae9b0fa5bfa, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:27:49.514244 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:49.515013 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.516513 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.527900 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2eeb10-11e6-4161-8ec1-8d267b08e368 None None] Network 8d56f692-32cb-491f-92de-425cd4663a5e requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:49.529200 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Checking segment: {'id': '9f289a2f-63b2-469c-a19e-a78a122e17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6c4e1-e675-417e-a5db-954a15197bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:49.529566 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Network hostable DHCP agents. Network: 03e6c4e1-e675-417e-a5db-954a15197bef, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:27:49.562621 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Network a7842576-11ac-466b-b3df-3ae9b0fa5bfa is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:27:49.590437 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37418) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:49.602623 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43c47d7-a017-4b8c-a123-957620579844,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:49.615563 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ea164376-0740-4a62-8e15-e6e9f70ea22e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9938745 Jan 24 22:27:49.617090 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, a7842576-11ac-466b-b3df-3ae9b0fa5bfa) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:49.618792 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37424) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:49.624444 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:49.630551 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Network 03e6c4e1-e675-417e-a5db-954a15197bef is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:27:49.634874 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:49.635572 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.664861 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 03e6c4e1-e675-417e-a5db-954a15197bef) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:49.677429 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:49.678575 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.697351 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8b64c-04a5-491b-ae04-20f09ea65093 None None] Network a7842576-11ac-466b-b3df-3ae9b0fa5bfa requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:49.707670 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1e40af-96e2-4b46-9537-3321d50a10c6 None None] Network 03e6c4e1-e675-417e-a5db-954a15197bef requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:49.707936 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-bf4b952f-5d6c-442a-95c3-96b6d39cb5f2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5876720 Jan 24 22:27:49.708607 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37436) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:49.717159 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:49.726738 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-801f4f85-cd4e-42e1-8b19-f9db2c9f5492 req-ac4eee59-c780-4360-b769-e65be0e4f52b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.1346824 Jan 24 22:27:49.734220 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks [] for router_gateway (be657929-baae-4bf6-afbe-280e308a838c), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.739413 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-498fb8ac-169d-40ac-9947-43f71cfbb51d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5935085 Jan 24 22:27:49.780880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.781164 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6704d2b0-99b2-46a5-82a6-282d8744bc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.816374 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (984a3dd2-4804-444f-8086-8521fc743e63), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.817733 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (984a3dd2-4804-444f-8086-8521fc743e63), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.943324 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Allocated IP 172.27.3.200 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:27:49.952134 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:49.953188 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.027963 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks [] for router_controller (984a3dd2-4804-444f-8086-8521fc743e63), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.063240 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] For port b17581b0-d27b-4717-a13c-fe225ce05766, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:27:50.069266 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] For port b17581b0-d27b-4717-a13c-fe225ce05766, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=b17581b0-d27b-4717-a13c-fe225ce05766,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:27:50.163934 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks [] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.199087 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.214216 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks [] for router_controller (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.216601 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.217274 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0759954-a130-42d6-95cf-ee9747560b78 None None] Network a7842576-11ac-466b-b3df-3ae9b0fa5bfa requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:50.383767 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6704d2b0-99b2-46a5-82a6-282d8744bc74 admin admin] Publish callbacks [] for security_group (8a7499d5-1fe1-42a7-b749-f35473aa34f2), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.386127 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:27:50.387095 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:50.403180 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:50.413384 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:27:50.434744 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6704d2b0-99b2-46a5-82a6-282d8744bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8a7499d5-1fe1-42a7-b749-f35473aa34f2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.447741 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks [] for router_gateway (984a3dd2-4804-444f-8086-8521fc743e63), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.452318 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-8d56f692-32cb-491f-92de-425cd4663a5e', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'project_id': '2480860d99554b1c8d0c7845602c854e', 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:27:50.453326 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.466347 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05793d9d-7637-4816-a92c-88e1299cc5df None None] Pushing event updated for resources: {'Port': ['ID=b17581b0-d27b-4717-a13c-fe225ce05766,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:50.602882 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d2b0-99b2-46a5-82a6-282d8744bc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7499d5-1fe1-42a7-b749-f35473aa34f2,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:50.613245 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks [] for router_gateway (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.640079 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6704d2b0-99b2-46a5-82a6-282d8744bc74 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=60a08fb2147643ca9e77412a6e528255&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2069304 Jan 24 22:27:50.642728 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37490) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:50.687482 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47fffc1-174d-4425-9a2c-f5793bdb5d6c None None] Network 03e6c4e1-e675-417e-a5db-954a15197bef requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:50.978651 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6151-fe15-4550-927f-959c584e97b4 admin admin] Publish callbacks [] for security_group (8a7499d5-1fe1-42a7-b749-f35473aa34f2), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:50.978651 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318be94-fbb4-4025-9150-f85efb82b409 req-55f2330f-5456-4a39-8f28-ed5b936d0af7 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:50.978651 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-55f2330f-5456-4a39-8f28-ed5b936d0af7 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/networks?id=03e6c4e1-e675-417e-a5db-954a15197bef HTTP/1.1" status: 200 len: 810 time: 0.3959272 Jan 24 22:27:51.016347 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Allocated IP 172.20.0.2 (8d56f692-32cb-491f-92de-425cd4663a5e/a3325093-374b-4eb0-9c56-7082b7585211/d31add7e-8600-4ae1-b381-5fa46b3c760c) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:27:51.041252 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.097391 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-66d7bc02-d0df-4584-9be0-3fb1e2776016 req-01fd5748-8ca0-4f6e-a023-8a63dd36001a tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.1520431 Jan 24 22:27:51.109281 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-d1e9a565-dd53-46be-979a-9fe751130790 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/quotas/19ba1e1256864514ab790aa9db823338 HTTP/1.1" status: 200 len: 375 time: 0.1360793 Jan 24 22:27:51.129909 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6151-fe15-4550-927f-959c584e97b4 admin admin] Publish callbacks [] for security_group (8a7499d5-1fe1-42a7-b749-f35473aa34f2), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.167706 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-04085407-4327-45c0-bf7e-c0f935bdc854 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=19ba1e1256864514ab790aa9db823338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400617 Jan 24 22:27:51.231138 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks [] for router_gateway (be657929-baae-4bf6-afbe-280e308a838c), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.370401 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks [] for router_gateway (984a3dd2-4804-444f-8086-8521fc743e63), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.397459 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Publish callbacks [] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.421498 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.462513 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.476868 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device b17581b0-d27b-4717-a13c-fe225ce05766 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:27:51.504585 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Network 8d56f692-32cb-491f-92de-425cd4663a5e is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:27:51.596296 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:51.601180 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:27:51.712018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks [] for router_gateway (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.725935 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Attempting to bind port d31add7e-8600-4ae1-b381-5fa46b3c760c on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:27:51.726567 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Attempting to bind port d31add7e-8600-4ae1-b381-5fa46b3c760c by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:27:51.727226 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Attempting to bind port d31add7e-8600-4ae1-b381-5fa46b3c760c on network 8d56f692-32cb-491f-92de-425cd4663a5e {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:27:51.732639 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-fcace427-b106-4be4-bd14-abafa33129a1 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:27:51.734327 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Pushing event updated for resources: {'Port': ['ID=d31add7e-8600-4ae1-b381-5fa46b3c760c,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:51.735636 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-fcace427-b106-4be4-bd14-abafa33129a1 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1679966 Jan 24 22:27:51.749247 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:27:51.749891 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Checking segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:51.750468 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.751029 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Bound using segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:27:51.751677 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Bound port: d31add7e-8600-4ae1-b381-5fa46b3c760c, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:27:51.752352 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.754106 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.771571 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6151-fe15-4550-927f-959c584e97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8a7499d5-1fe1-42a7-b749-f35473aa34f2), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.775418 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6151-fe15-4550-927f-959c584e97b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:51.782371 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-f7ff6151-fe15-4550-927f-959c584e97b4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8a7499d5-1fe1-42a7-b749-f35473aa34f2 HTTP/1.1" status: 204 len: 168 time: 1.1341569 Jan 24 22:27:51.865970 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Allocated IP 172.27.3.11 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/063660b5-9b47-424f-a73f-d0b345c5c944) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:27:51.888589 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff6151-fe15-4550-927f-959c584e97b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7499d5-1fe1-42a7-b749-f35473aa34f2,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:51.911875 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (be657929-baae-4bf6-afbe-280e308a838c), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.014365 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port b17581b0-d27b-4717-a13c-fe225ce05766 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:52.014759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.045132 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37536) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:52.139173 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks [] for port (063660b5-9b47-424f-a73f-d0b345c5c944), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.150438 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-6139ca0f-fa86-4a34-a597-65288bbaccdf service neutron] 10.222.0.84 "GET /v2.0/networks/03e6c4e1-e675-417e-a5db-954a15197bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936024 Jan 24 22:27:52.204007 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] For port d31add7e-8600-4ae1-b381-5fa46b3c760c, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:27:52.219525 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] For port d31add7e-8600-4ae1-b381-5fa46b3c760c, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=d31add7e-8600-4ae1-b381-5fa46b3c760c,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:27:52.243489 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.251448 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.307082 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port b17581b0-d27b-4717-a13c-fe225ce05766 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:52.307476 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.433583 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Pushing event updated for resources: {'Port': ['ID=063660b5-9b47-424f-a73f-d0b345c5c944,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:52.433846 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ed81c-5cf8-44ba-b3be-7265db01b9b0 None None] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:52.466253 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee012f1-2ad0-4353-bb10-3360d93e68c6 None None] Pushing event updated for resources: {'Port': ['ID=d31add7e-8600-4ae1-b381-5fa46b3c760c,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:52.478916 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:27:52.497788 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:52.512845 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:27:52.522973 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.575141 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port b17581b0-d27b-4717-a13c-fe225ce05766, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=b17581b0-d27b-4717-a13c-fe225ce05766,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:27:52.583401 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-97ab9860-0fe2-4c8c-bebc-20cc190134d9 None None] Provisioning complete for port b17581b0-d27b-4717-a13c-fe225ce05766 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:52.583795 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-97ab9860-0fe2-4c8c-bebc-20cc190134d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.622754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.628280 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1d25a586-18f3-48c2-aeb1-ca8f5cc01bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:52.668508 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Allocated IP 172.27.3.35 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/2c461fde-d4bb-4cb7-b709-4b0ad5a52517) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:27:52.670245 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eff83713-258a-4fde-87ca-cfbdc5457e72 req-8d67d376-7455-44d6-a226-5753c8ac857b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.1535714 Jan 24 22:27:52.672629 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-e3796245-3884-42d0-b924-272a3de660d3 service neutron] 10.222.0.84 "GET /v2.0/networks/03e6c4e1-e675-417e-a5db-954a15197bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206079 Jan 24 22:27:52.719948 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Router be657929-baae-4bf6-afbe-280e308a838c is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:27:52.796433 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=b17581b0-d27b-4717-a13c-fe225ce05766,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:52.852281 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-97ab9860-0fe2-4c8c-bebc-20cc190134d9 None None] Current status of the port b17581b0-d27b-4717-a13c-fe225ce05766 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:52.965764 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:27:52.979156 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Sync routers for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:27:52.999219 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:53.000945 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-c7a90625-b3d8-48a4-bfbe-7651f047bce0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5955145 Jan 24 22:27:53.004024 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37562) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:53.019693 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:27:53.021971 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:53.221932 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c62de151-47a6-4ca5-b9c5-5c4ae8d520e1 req-230efe5f-5ecb-44e6-a14d-59a9bdaa858e tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 210 time: 0.0932941 Jan 24 22:27:53.260597 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks [] for router_gateway (984a3dd2-4804-444f-8086-8521fc743e63), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:53.299550 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-148d832a-cf23-4cdd-a6d1-d92f7b377bfa None None] Provisioning complete for port b17581b0-d27b-4717-a13c-fe225ce05766 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:53.299950 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-148d832a-cf23-4cdd-a6d1-d92f7b377bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:53.330769 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1d25a586-18f3-48c2-aeb1-ca8f5cc01bf9 admin admin] Publish callbacks [] for security_group (d009fe97-fc09-4d6a-8867-ab0d6655896b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:53.334191 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks [] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:53.358135 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1d25a586-18f3-48c2-aeb1-ca8f5cc01bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d009fe97-fc09-4d6a-8867-ab0d6655896b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:53.500370 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:27:53.561921 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-148d832a-cf23-4cdd-a6d1-d92f7b377bfa None None] Current status of the port b17581b0-d27b-4717-a13c-fe225ce05766 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:53.608674 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25a586-18f3-48c2-aeb1-ca8f5cc01bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d009fe97-fc09-4d6a-8867-ab0d6655896b,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:53.629360 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device b17581b0-d27b-4717-a13c-fe225ce05766 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:27:53.652851 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1d25a586-18f3-48c2-aeb1-ca8f5cc01bf9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=14acba0fd53145d79c45acf4f044662b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6027091 Jan 24 22:27:53.657237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37596) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:53.698514 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port b17581b0-d27b-4717-a13c-fe225ce05766 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:53.699011 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:53.782903 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:53.808918 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port b17581b0-d27b-4717-a13c-fe225ce05766 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:53.811634 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device d31add7e-8600-4ae1-b381-5fa46b3c760c up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:27:53.933032 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:27:54.000101 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:54.002631 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:50Z', 'revision_number': 3, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:54.032922 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:27:54.058068 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Pushing event updated for resources: {'Port': ['ID=2c461fde-d4bb-4cb7-b709-4b0ad5a52517,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:54.076944 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Checking router: be657929-baae-4bf6-afbe-280e308a838c for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:27:54.077620 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Updating router be657929-baae-4bf6-afbe-280e308a838c port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:27:54.114137 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-556759bd-7134-485a-a732-d15faae20478 req-1427b011-10b6-4dcf-8c12-a66981dc4ac4 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.0619373 Jan 24 22:27:54.144695 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.166623 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ce368e3a-8645-47b1-852b-608f77713119 admin admin] Publish callbacks [] for security_group (d009fe97-fc09-4d6a-8867-ab0d6655896b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.187973 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.212874 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ce368e3a-8645-47b1-852b-608f77713119 admin admin] Publish callbacks [] for security_group (d009fe97-fc09-4d6a-8867-ab0d6655896b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.320710 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73488820-72a5-4e74-a507-47c1657ae6a1 None None] Network 8d56f692-32cb-491f-92de-425cd4663a5e requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:27:54.402296 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ce368e3a-8645-47b1-852b-608f77713119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d009fe97-fc09-4d6a-8867-ab0d6655896b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.402915 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4486a382-a13b-4b7f-af8d-e5d3686142c8 req-8a6999bc-8058-4dd1-ab42-cdfb7e8a1200 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 210 time: 0.0418842 Jan 24 22:27:54.410860 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ce368e3a-8645-47b1-852b-608f77713119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.414538 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ce368e3a-8645-47b1-852b-608f77713119 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d009fe97-fc09-4d6a-8867-ab0d6655896b HTTP/1.1" status: 204 len: 168 time: 0.7539487 Jan 24 22:27:54.461162 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (984a3dd2-4804-444f-8086-8521fc743e63), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.481771 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-55fab8e5-7ca8-4656-af62-152b557d512d None None] Provisioning complete for port d31add7e-8600-4ae1-b381-5fa46b3c760c triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:54.482976 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-55fab8e5-7ca8-4656-af62-152b557d512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.530035 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port d31add7e-8600-4ae1-b381-5fa46b3c760c triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:54.530959 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.595262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce368e3a-8645-47b1-852b-608f77713119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d009fe97-fc09-4d6a-8867-ab0d6655896b,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:54.614470 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Allocated IP 172.20.0.1 (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8/8a31de3f-4d3a-47d7-8f5f-c8a503726ec6/9b06e040-ea24-4a33-bb46-a582a2f301f7) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:27:54.703046 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-55fab8e5-7ca8-4656-af62-152b557d512d None None] Current status of the port d31add7e-8600-4ae1-b381-5fa46b3c760c is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:54.704089 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-55fab8e5-7ca8-4656-af62-152b557d512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.720065 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port d31add7e-8600-4ae1-b381-5fa46b3c760c is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:54.721607 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.792133 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-55fab8e5-7ca8-4656-af62-152b557d512d None None] For port d31add7e-8600-4ae1-b381-5fa46b3c760c, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=d31add7e-8600-4ae1-b381-5fa46b3c760c,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:27:54.862074 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-55fab8e5-7ca8-4656-af62-152b557d512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.948248 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.db.api [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 22:27:54.948691 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG oslo_db.api [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 22:27:54.950173 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Publish callbacks [] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.955778 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Publish callbacks [] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:54.977373 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.053121 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.074648 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fab8e5-7ca8-4656-af62-152b557d512d None None] Pushing event updated for resources: {'Port': ['ID=d31add7e-8600-4ae1-b381-5fa46b3c760c,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:55.118107 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Pushing event updated for resources: {'Port': ['ID=6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:55.120264 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:27:55.123277 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:55.126948 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-9335282a-4b6c-4084-bd0c-c91ccccb99cd None None] Provisioning complete for port d31add7e-8600-4ae1-b381-5fa46b3c760c triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:55.126948 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9335282a-4b6c-4084-bd0c-c91ccccb99cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.127269 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:27:55.127780 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (be657929-baae-4bf6-afbe-280e308a838c), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.152440 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Attempting to bind port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:27:55.162638 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Attempting to bind port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:27:55.163154 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Attempting to bind port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:27:55.168563 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.168889 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.169462 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.169963 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.170297 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.170626 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.170953 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.171281 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.171602 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.171998 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.172256 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.177879 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.178279 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Tracked resource versions report: Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: pushed versions: Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: { 'AddressGroup': {'1.2'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'ConntrackHelper': {'1.0'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'LocalIPAssociation': {'1.0'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Log': {'1.0'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Network': {'1.1'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Port': {'1.7'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'PortForwarding': {'1.2'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'QosPolicy': {'1.10'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SecurityGroup': {'1.5'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SecurityGroupRule': {'1.2'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SubPort': {'1.0'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Subnet': {'1.1'}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Trunk': {'1.1'}} Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: consumer versions: Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: { DHCP agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: HyperV agent@hv-cinder-81322: {}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: L3 agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: Metadata agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: Metering agent@dv-cinder-813223-4-iscsi: {}, Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: Open vSwitch agent@dv-cinder-813223-4-iscsi: { 'AddressGroup': '1.2', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'ConntrackHelper': '1.0', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'LocalIPAssociation': '1.0', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Log': '1.0', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Network': '1.1', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Port': '1.7', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'PortForwarding': '1.2', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'QosPolicy': '1.10', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SecurityGroup': '1.5', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SecurityGroupRule': '1.2', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'SubPort': '1.0', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Subnet': '1.1', Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: 'Trunk': '1.1'}} Jan 24 22:27:55.179609 dv-cinder-813223-4-iscsi neutron-server[102565]: {{(pid=102565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 22:27:55.188405 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:27:55.188889 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:55.189213 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.189600 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:27:55.190082 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Bound port: 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:27:55.190456 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.317178 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-9335282a-4b6c-4084-bd0c-c91ccccb99cd None None] Current status of the port d31add7e-8600-4ae1-b381-5fa46b3c760c is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:55.361391 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] For port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:27:55.366253 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] For port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:27:55.376526 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.454529 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Pushing event updated for resources: {'Port': ['ID=9b06e040-ea24-4a33-bb46-a582a2f301f7,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:55.456541 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks [] for router_gateway (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.476158 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902f50b-e582-4da3-aed5-099891639bb2 None None] Pushing event updated for resources: {'Port': ['ID=6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:55.526989 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:27:55.530934 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:55.549193 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.115', 52090) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:55.550918 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port d31add7e-8600-4ae1-b381-5fa46b3c760c is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:55.551350 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3eaf2b17-461c-4c72-a9f5-543bd2a3362a req-8573edb7-65e9-4643-8a17-70cb89d92f72 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.0940537 Jan 24 22:27:55.670571 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-aadd860e-e5ff-42bf-a3da-b9068de18b67 None None] Provisioning complete for port 9b06e040-ea24-4a33-bb46-a582a2f301f7 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:55.673197 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aadd860e-e5ff-42bf-a3da-b9068de18b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.691431 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Router 984a3dd2-4804-444f-8086-8521fc743e63 is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:27:55.773500 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-aadd860e-e5ff-42bf-a3da-b9068de18b67 None None] Port 9b06e040-ea24-4a33-bb46-a582a2f301f7 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:27:55.795570 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device d31add7e-8600-4ae1-b381-5fa46b3c760c up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:27:55.801049 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:27:55.942177 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port d31add7e-8600-4ae1-b381-5fa46b3c760c triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:55.942550 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:55.953815 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-3931e692-af40-4f0a-818e-e88c5899b6ee tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:55.956826 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-3931e692-af40-4f0a-818e-e88c5899b6ee tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 814 time: 0.4045684 Jan 24 22:27:55.990220 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:56.043802 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:27:56.072122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Sync routers for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:27:56.111555 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-89c3b718-2993-479d-ada4-9da52caaf52c req-03fdc2a4-f930-4322-8bb0-e2e904015471 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 210 time: 0.4324183 Jan 24 22:27:56.115660 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Request body: {'port': {'device_id': '179be558-5543-42db-b299-8115c58cf1e5', 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'admin_state_up': True, 'tenant_id': 'a78218846bb84713b4c02d9f95a25250'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:56.138271 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:27:56.140518 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:56.167155 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:56.183162 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-666d29c0-3111-4861-918e-7a295a976d62 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5631633 Jan 24 22:27:56.184040 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37690) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:56.360393 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:50Z', 'revision_number': 3, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:56.453347 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port d31add7e-8600-4ae1-b381-5fa46b3c760c is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:56.455107 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8203da-9912-401a-9c7d-c5364d8d2d7b None None] The sync data for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi is: [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:50Z', 'revision_number': 3, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:27:56.492510 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:27:56.513323 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:27:56.715117 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Made reservation on behalf of a78218846bb84713b4c02d9f95a25250 for: {'port': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:56.736866 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:56.789289 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.115', 52098) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:56.835274 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:52Z', 'revision_number': 3, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:56.859024 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-720e6eb7-4810-4007-9f6d-1631649ea981 req-cd1581ca-0d4c-47fc-a0f9-47a33428976a tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.1011522 Jan 24 22:27:56.880465 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Checking router: 984a3dd2-4804-444f-8086-8521fc743e63 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:27:56.886872 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Updating router 984a3dd2-4804-444f-8086-8521fc743e63 port 063660b5-9b47-424f-a73f-d0b345c5c944 binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:27:56.935419 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:57.172801 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:27:57.186114 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Sync routers for ids ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:27:57.213165 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:57.214431 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-24649f88-ca1a-4dab-ad71-7dd1d8d3cb4d admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5012693 Jan 24 22:27:57.226454 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Routers {'12f639fd-3c57-4aad-a92b-59a3a20fc1ae'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:27:57.227110 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:57.428239 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:57.435181 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37740) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:57.531388 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318be94-fbb4-4025-9150-f85efb82b409 req-65f51ea3-90d1-4590-aaa0-697e59f8b306 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:27:57.534098 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-65f51ea3-90d1-4590-aaa0-697e59f8b306 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.115 "GET /v2.0/networks?id=03e6c4e1-e675-417e-a5db-954a15197bef HTTP/1.1" status: 200 len: 810 time: 0.7438316 Jan 24 22:27:57.582632 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Set router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:27:57.705732 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Publish callbacks [] for port (063660b5-9b47-424f-a73f-d0b345c5c944), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:57.719928 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:57.928144 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:27:57.938090 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ec9211d3-2d62-4aab-a6ac-2560a3e91c82 req-8afceb3c-c6a8-45e5-b557-d46038987a7c tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 210 time: 0.5015256 Jan 24 22:27:57.953228 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Request body: {'port': {'device_id': '33400f7e-6413-4b0d-8062-8c4befff1b88', 'network_id': '03e6c4e1-e675-417e-a5db-954a15197bef', 'admin_state_up': True, 'tenant_id': '19ba1e1256864514ab790aa9db823338'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:27:58.052387 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.110378 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.154389 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:58.155058 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.165342 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:54Z', 'revision_number': 3, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port': {'id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:58.201029 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Attempting to bind port 063660b5-9b47-424f-a73f-d0b345c5c944 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:27:58.201427 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Attempting to bind port 063660b5-9b47-424f-a73f-d0b345c5c944 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:27:58.201936 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Attempting to bind port 063660b5-9b47-424f-a73f-d0b345c5c944 on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:27:58.212174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:27:58.212548 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:58.212950 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.213381 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:27:58.213866 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Bound port: 063660b5-9b47-424f-a73f-d0b345c5c944, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:27:58.214488 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.220744 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9d877-5239-4e52-a681-1be62197888b None None] Pushing event updated for resources: {'Port': ['ID=063660b5-9b47-424f-a73f-d0b345c5c944,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:58.312175 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Checking router: 12f639fd-3c57-4aad-a92b-59a3a20fc1ae for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:27:58.312933 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Updating router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:27:58.371345 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:27:58.373674 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.376891 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.527371 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:27:58.543886 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.653178 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Allocated IP 172.20.0.1 (8d56f692-32cb-491f-92de-425cd4663a5e/a3325093-374b-4eb0-9c56-7082b7585211/982abe01-2f61-4c33-b10d-75a13be66b3d) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:27:58.971541 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Publish callbacks [] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:58.975292 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Publish callbacks [] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.085690 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.087103 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (be657929-baae-4bf6-afbe-280e308a838c), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.094848 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.154638 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] For port 063660b5-9b47-424f-a73f-d0b345c5c944, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:27:59.188448 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Network 8d56f692-32cb-491f-92de-425cd4663a5e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:27:59.215884 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:59.219714 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:27:59.224810 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (984a3dd2-4804-444f-8086-8521fc743e63), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.316093 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Publish callbacks [] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.349280 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.379787 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] For port 063660b5-9b47-424f-a73f-d0b345c5c944, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=063660b5-9b47-424f-a73f-d0b345c5c944,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:27:59.401924 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37798) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:27:59.404038 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=982abe01-2f61-4c33-b10d-75a13be66b3d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:59.411652 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.477130 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:59.518211 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41667a3-3b8d-4e0b-b3fe-c1134db09282 None None] Pushing event updated for resources: {'Port': ['ID=2c461fde-d4bb-4cb7-b709-4b0ad5a52517,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:59.562246 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Attempting to bind port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:27:59.562645 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Attempting to bind port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:27:59.563004 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Attempting to bind port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:27:59.586887 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:27:59.587212 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:27:59.587666 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.588029 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:27:59.588519 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Bound port: 2c461fde-d4bb-4cb7-b709-4b0ad5a52517, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:27:59.592790 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.638936 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:27:59.639588 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:59.722514 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:27:59.741686 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-964d8ee1-fd37-4ce4-9ba7-b7cea6b463f8 req-1f1bfaf2-3b2a-4504-975e-69bca1547c73 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 1.2118683 Jan 24 22:27:59.756702 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] For port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:27:59.765090 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] For port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=2c461fde-d4bb-4cb7-b709-4b0ad5a52517,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:27:59.772675 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:27:59.779566 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.793734 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Pushing event updated for resources: {'Port': ['ID=9b06e040-ea24-4a33-bb46-a582a2f301f7,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:59.811354 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:27:59.905490 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Made reservation on behalf of 19ba1e1256864514ab790aa9db823338 for: {'port': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:27:59.907894 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9d877-5239-4e52-a681-1be62197888b None None] Pushing event updated for resources: {'Port': ['ID=063660b5-9b47-424f-a73f-d0b345c5c944,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:27:59.918842 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.928053 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d692fb59-e84a-4861-9c08-37c75b1b5734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.933977 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Routers {'12f639fd-3c57-4aad-a92b-59a3a20fc1ae'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:27:59.948679 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-f8e0a009-07a9-4308-87d5-9701bf349ead None None] Provisioning complete for port 982abe01-2f61-4c33-b10d-75a13be66b3d triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:27:59.949430 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a009-07a9-4308-87d5-9701bf349ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:27:59.950110 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:27:59.984207 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:00.045339 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0a009-07a9-4308-87d5-9701bf349ead None None] Port 982abe01-2f61-4c33-b10d-75a13be66b3d cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:28:00.165442 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41667a3-3b8d-4e0b-b3fe-c1134db09282 None None] Pushing event updated for resources: {'Port': ['ID=2c461fde-d4bb-4cb7-b709-4b0ad5a52517,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:00.186990 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Allocated IP 172.20.0.4 (03e6c4e1-e675-417e-a5db-954a15197bef/e43c47d7-a017-4b8c-a123-957620579844/a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:00.299359 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:00.299978 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:00.317972 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:00.410008 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Publish callbacks [] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:00.442786 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] Set router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:00.636870 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:00.647164 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9ea0b7aa-62f8-4c0c-85b5-c3b3df8532b6 req-fd0011dd-81c6-4c12-bfcd-b7d09200dece tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 210 time: 1.1712911 Jan 24 22:28:00.666846 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-9bab520a-c9d5-498b-8749-f4d7e00c3132 None None] Provisioning complete for port 9b06e040-ea24-4a33-bb46-a582a2f301f7 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:00.673319 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9bab520a-c9d5-498b-8749-f4d7e00c3132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:00.746523 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-9bab520a-c9d5-498b-8749-f4d7e00c3132 None None] Port 9b06e040-ea24-4a33-bb46-a582a2f301f7 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:28:00.858070 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:00.879051 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Publish callbacks [] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:00.894196 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:00.900508 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Pushing event updated for resources: {'Port': ['ID=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:00.902853 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (984a3dd2-4804-444f-8086-8521fc743e63), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:00.914333 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Allocated IP 172.20.0.3 (e8ede52f-f77b-4695-9cf8-08051f1c017e/4afcac19-68de-4538-be4d-9afeccf0ceff/0843b280-c8c5-4405-93c7-2ba198e91f41) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:00.942941 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Network 03e6c4e1-e675-417e-a5db-954a15197bef is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:00.945838 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:52Z', 'revision_number': 3, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:00.957610 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-278551cc-18d3-4fef-aea4-aff4a0221f1b req-77ea2b03-c579-41d3-a7a7-b3eac2006cdf tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.0581088 Jan 24 22:28:00.979181 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:00.982484 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:00.989112 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:00.990250 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:01.007018 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:54Z', 'revision_number': 3, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port': {'id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:01.033637 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d3f6e-5348-4c69-889d-47c2f523a6f5 None None] The sync data for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi is: [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:52Z', 'revision_number': 3, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:28:01.077261 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786b44-f88e-4e21-9bf8-63ad7fd3674f None None] The sync data for ids ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'] in dv-cinder-813223-4-iscsi is: [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:54Z', 'revision_number': 3, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port': {'id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:28:01.081506 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Router be657929-baae-4bf6-afbe-280e308a838c has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:28:01.096281 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-85d04b81-5804-4bd5-b6d0-368c558c03ad tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2331986 Jan 24 22:28:01.157375 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-15dd9256-52fc-410c-989c-d0948993fd31 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:28:01.158642 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-15dd9256-52fc-410c-989c-d0948993fd31 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485985 Jan 24 22:28:01.254888 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Network 8d56f692-32cb-491f-92de-425cd4663a5e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:01.258582 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:01.285963 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37830) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:01.635210 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Request body: {'port': {'device_id': '33400f7e-6413-4b0d-8062-8c4befff1b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:01.730801 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=982abe01-2f61-4c33-b10d-75a13be66b3d,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:01.752940 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d692fb59-e84a-4861-9c08-37c75b1b5734 admin admin] Publish callbacks [] for security_group (7015d836-ef61-4e3c-a459-517ab7efe0bf), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:01.754972 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Router 984a3dd2-4804-444f-8086-8521fc743e63 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:28:01.791906 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d692fb59-e84a-4861-9c08-37c75b1b5734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7015d836-ef61-4e3c-a459-517ab7efe0bf), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:01.802682 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7addeba5-e130-436b-b3f4-1e415427e377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:01.832485 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-2575b234-18ae-4473-8a12-4bde2e6d41a2 None None] Provisioning complete for port 982abe01-2f61-4c33-b10d-75a13be66b3d triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:01.841762 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2575b234-18ae-4473-8a12-4bde2e6d41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:02.045219 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-2575b234-18ae-4473-8a12-4bde2e6d41a2 None None] Port 982abe01-2f61-4c33-b10d-75a13be66b3d cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:28:02.061478 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 063660b5-9b47-424f-a73f-d0b345c5c944 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:02.077574 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:28:02.128134 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Sync routers for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:28:02.178073 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:02.178708 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:02.185516 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-f1e385df-c0ea-42f0-b988-d5658262665b admin admin] 10.222.0.84 "PUT /v2.0/routers/be657929-baae-4bf6-afbe-280e308a838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1800568 Jan 24 22:28:02.491956 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f5c9fc38-666f-46b5-80c4-d22870a942f9 req-789b353e-bef2-4728-a214-8e9f209d773b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.3114891 Jan 24 22:28:02.548479 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692fb59-e84a-4861-9c08-37c75b1b5734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7015d836-ef61-4e3c-a459-517ab7efe0bf,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:02.556221 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 063660b5-9b47-424f-a73f-d0b345c5c944 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:02.556692 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:02.592695 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:28:02.634335 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cd22d24f-1295-4bc7-8c41-4147bfc6d1a6 admin admin] 10.222.0.84 "PUT /v2.0/routers/984a3dd2-4804-444f-8086-8521fc743e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4427106 Jan 24 22:28:02.650985 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:02.659743 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d692fb59-e84a-4861-9c08-37c75b1b5734 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5df520fdf49e47329ae3f10f4fb8bdfe&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2366059 Jan 24 22:28:02.677043 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:02.680790 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7addeba5-e130-436b-b3f4-1e415427e377 admin admin] Publish callbacks [] for security_group (873bbd50-c347-4875-952f-1bd5f1a896ef), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:02.684164 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37862) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:02.697780 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7addeba5-e130-436b-b3f4-1e415427e377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (873bbd50-c347-4875-952f-1bd5f1a896ef), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:02.825758 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7addeba5-e130-436b-b3f4-1e415427e377 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0078a808210d4e59a6e8404bdc9abb0c&name=default HTTP/1.1" status: 200 len: 2995 time: 1.5108588 Jan 24 22:28:02.825758 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addeba5-e130-436b-b3f4-1e415427e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873bbd50-c347-4875-952f-1bd5f1a896ef,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:02.828364 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37868) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:02.884820 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks [] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:02.923157 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fecbc1e-3c5c-463c-867d-e70b3441dce0 admin admin] Publish callbacks [] for security_group (873bbd50-c347-4875-952f-1bd5f1a896ef), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:02.964568 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bbc2a-e658-4a8a-8ae7-54a07db51fef req-15e5f501-2209-44a9-888a-8c786b942f19 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:02.986747 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4b9bbc2a-e658-4a8a-8ae7-54a07db51fef req-15e5f501-2209-44a9-888a-8c786b942f19 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 931 time: 1.0367591 Jan 24 22:28:02.991238 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fecbc1e-3c5c-463c-867d-e70b3441dce0 admin admin] Publish callbacks [] for security_group (873bbd50-c347-4875-952f-1bd5f1a896ef), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:03.241822 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fecbc1e-3c5c-463c-867d-e70b3441dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (873bbd50-c347-4875-952f-1bd5f1a896ef), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:03.249899 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fecbc1e-3c5c-463c-867d-e70b3441dce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:03.257901 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4fecbc1e-3c5c-463c-867d-e70b3441dce0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/873bbd50-c347-4875-952f-1bd5f1a896ef HTTP/1.1" status: 204 len: 168 time: 0.4262414 Jan 24 22:28:03.298897 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecbc1e-3c5c-463c-867d-e70b3441dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873bbd50-c347-4875-952f-1bd5f1a896ef,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:03.594814 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 063660b5-9b47-424f-a73f-d0b345c5c944 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:03.595334 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:03.655031 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 063660b5-9b47-424f-a73f-d0b345c5c944, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=063660b5-9b47-424f-a73f-d0b345c5c944,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:03.715072 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4b9bbc2a-e658-4a8a-8ae7-54a07db51fef req-a60023db-2da5-49f7-874f-fbe92f9112ed tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7190185 Jan 24 22:28:03.718952 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:03.780547 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:03.815359 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37888) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:03.822660 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-fd04be2d-e1ec-4768-aecc-2fdd22995bb9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611951808', 'description': 'tempest-description--70596230'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:03.888822 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18eab09f-98df-4438-b73d-920b2053c1f7 admin admin] Publish callbacks [] for security_group (7015d836-ef61-4e3c-a459-517ab7efe0bf), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:03.899399 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=063660b5-9b47-424f-a73f-d0b345c5c944,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:03.946257 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fd04be2d-e1ec-4768-aecc-2fdd22995bb9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.010313 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 2, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:04.068252 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37890) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:04.075928 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:04.078717 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Checking router: be657929-baae-4bf6-afbe-280e308a838c for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:28:04.079291 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Updating router be657929-baae-4bf6-afbe-280e308a838c port 9b06e040-ea24-4a33-bb46-a582a2f301f7 binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:28:04.090744 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-93ce4a00-57f4-44f2-92ce-8018efa236c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.117055 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fd04be2d-e1ec-4768-aecc-2fdd22995bb9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (8669c25b-6b07-482e-bfae-e6cc8352d38e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.127521 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fd04be2d-e1ec-4768-aecc-2fdd22995bb9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8669c25b-6b07-482e-bfae-e6cc8352d38e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.177952 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.262866 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fd04be2d-e1ec-4768-aecc-2fdd22995bb9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.265803 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fd04be2d-e1ec-4768-aecc-2fdd22995bb9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4480171 Jan 24 22:28:04.271770 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37894) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:04.277611 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-35d65a1c-18c9-42b3-a66d-3bc51c93c516 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'security_group_rule': {'security_group_id': '8669c25b-6b07-482e-bfae-e6cc8352d38e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:04.297758 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04be2d-e1ec-4768-aecc-2fdd22995bb9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8669c25b-6b07-482e-bfae-e6cc8352d38e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:04.308058 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.314556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:04.314556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.389571 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Network e8ede52f-f77b-4695-9cf8-08051f1c017e is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:04.432036 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18eab09f-98df-4438-b73d-920b2053c1f7 admin admin] Publish callbacks [] for security_group (7015d836-ef61-4e3c-a459-517ab7efe0bf), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.460225 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35d65a1c-18c9-42b3-a66d-3bc51c93c516 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (446317a0-d1de-4783-913d-7bae1cc8bde0), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.486981 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:04.489909 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:04.514177 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:04.515058 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.531115 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Pushing event updated for resources: {'Port': ['ID=0843b280-c8c5-4405-93c7-2ba198e91f41,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:04.566943 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-93ce4a00-57f4-44f2-92ce-8018efa236c8 admin admin] Publish callbacks [] for security_group (c47f5874-c906-4e1c-8fd1-f9380c1136c1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.584672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-93ce4a00-57f4-44f2-92ce-8018efa236c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (c47f5874-c906-4e1c-8fd1-f9380c1136c1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.701751 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce4a00-57f4-44f2-92ce-8018efa236c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f5874-c906-4e1c-8fd1-f9380c1136c1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:04.719453 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-93ce4a00-57f4-44f2-92ce-8018efa236c8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=195e1f1cad3b4cbb8a2fa0ad702b9065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6500828 Jan 24 22:28:04.742269 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37906) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:04.754197 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35d65a1c-18c9-42b3-a66d-3bc51c93c516 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (446317a0-d1de-4783-913d-7bae1cc8bde0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.771991 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-657f52bd-413e-4c32-b20f-26f45aa7f9d9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7038620 Jan 24 22:28:04.813047 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Request body: {'port': {'device_id': '179be558-5543-42db-b299-8115c58cf1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:04.826352 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3d144-0f83-4a3f-af1a-aff43c87c55c req-a09b5bf1-8400-4f64-be8b-467e2656de42 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:04.828177 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0ae3d144-0f83-4a3f-af1a-aff43c87c55c req-a09b5bf1-8400-4f64-be8b-467e2656de42 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 931 time: 0.8079233 Jan 24 22:28:04.847291 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ed3da7f6-8aec-4c10-8506-dbc940fdad42 admin admin] Publish callbacks [] for security_group (c47f5874-c906-4e1c-8fd1-f9380c1136c1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.859229 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37908) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:04.885948 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ed3da7f6-8aec-4c10-8506-dbc940fdad42 admin admin] Publish callbacks [] for security_group (c47f5874-c906-4e1c-8fd1-f9380c1136c1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.908869 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-edd87be3-d61b-4ce7-a0dd-18b83580d206 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466548807', 'description': 'tempest-description--1662079027'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:04.924937 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35d65a1c-18c9-42b3-a66d-3bc51c93c516 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (446317a0-d1de-4783-913d-7bae1cc8bde0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.966497 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d65a1c-18c9-42b3-a66d-3bc51c93c516 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446317a0-d1de-4783-913d-7bae1cc8bde0,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:04.988719 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35d65a1c-18c9-42b3-a66d-3bc51c93c516 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:04.992034 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-35d65a1c-18c9-42b3-a66d-3bc51c93c516 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7192559 Jan 24 22:28:04.995399 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37910) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:05.004131 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-231bca32-8a4e-47ec-8297-96bd227ac6f0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'security_group_rule': {'security_group_id': '8669c25b-6b07-482e-bfae-e6cc8352d38e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:05.017545 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:05.018110 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.062447 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=2c461fde-d4bb-4cb7-b709-4b0ad5a52517,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:05.064842 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ed3da7f6-8aec-4c10-8506-dbc940fdad42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (c47f5874-c906-4e1c-8fd1-f9380c1136c1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.067765 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ed3da7f6-8aec-4c10-8506-dbc940fdad42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.075021 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.079682 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18eab09f-98df-4438-b73d-920b2053c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7015d836-ef61-4e3c-a459-517ab7efe0bf), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.086990 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18eab09f-98df-4438-b73d-920b2053c1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.099041 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ed3da7f6-8aec-4c10-8506-dbc940fdad42 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c47f5874-c906-4e1c-8fd1-f9380c1136c1 HTTP/1.1" status: 204 len: 168 time: 0.3510361 Jan 24 22:28:05.099875 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-18eab09f-98df-4438-b73d-920b2053c1f7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7015d836-ef61-4e3c-a459-517ab7efe0bf HTTP/1.1" status: 204 len: 168 time: 2.3705978 Jan 24 22:28:05.156124 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3da7f6-8aec-4c10-8506-dbc940fdad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f5874-c906-4e1c-8fd1-f9380c1136c1,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:05.173222 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-231bca32-8a4e-47ec-8297-96bd227ac6f0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (abad938e-673d-42cb-95da-590e43a06db1), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.249649 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Publish callbacks [] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.258964 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=2c461fde-d4bb-4cb7-b709-4b0ad5a52517,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:05.266107 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.319237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-231bca32-8a4e-47ec-8297-96bd227ac6f0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (abad938e-673d-42cb-95da-590e43a06db1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.348614 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-231bca32-8a4e-47ec-8297-96bd227ac6f0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (abad938e-673d-42cb-95da-590e43a06db1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.352268 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eab09f-98df-4438-b73d-920b2053c1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7015d836-ef61-4e3c-a459-517ab7efe0bf,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:05.418204 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bca32-8a4e-47ec-8297-96bd227ac6f0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abad938e-673d-42cb-95da-590e43a06db1,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:05.443888 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-231bca32-8a4e-47ec-8297-96bd227ac6f0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.449912 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-231bca32-8a4e-47ec-8297-96bd227ac6f0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4533215 Jan 24 22:28:05.454554 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37918) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:05.466194 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:05.472207 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-edd87be3-d61b-4ce7-a0dd-18b83580d206 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.504049 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Sync routers for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:28:05.531038 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:05.534617 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:05.553413 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.555442 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc307547-f2b7-49e4-9617-fa66fe966e04 None None] Pushing event updated for resources: {'Port': ['ID=9b06e040-ea24-4a33-bb46-a582a2f301f7,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:05.560095 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.661386 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Attempting to bind port 9b06e040-ea24-4a33-bb46-a582a2f301f7 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:05.662134 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Attempting to bind port 9b06e040-ea24-4a33-bb46-a582a2f301f7 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:05.662672 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Attempting to bind port 9b06e040-ea24-4a33-bb46-a582a2f301f7 on network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:05.669420 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:05.670278 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Checking segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:05.670847 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.671382 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Bound using segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:05.672020 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Bound port: 9b06e040-ea24-4a33-bb46-a582a2f301f7, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:05.672557 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:05.915691 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:05.998259 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] For port 9b06e040-ea24-4a33-bb46-a582a2f301f7, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:06.027114 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] For port 9b06e040-ea24-4a33-bb46-a582a2f301f7, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=9b06e040-ea24-4a33-bb46-a582a2f301f7,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:06.083266 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0843b280-c8c5-4405-93c7-2ba198e91f41 {{(pid=102562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:06.092285 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Publish callbacks [] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.093157 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:06.118379 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.132951 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.provisioning_blocks [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Transition to ACTIVE for port object 0843b280-c8c5-4405-93c7-2ba198e91f41 will not be triggered until provisioned by entity L2. {{(pid=102562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:28:06.155961 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0ae3d144-0f83-4a3f-af1a-aff43c87c55c req-7d77d703-bb07-4057-9a5a-273d061cc65f tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2994399 Jan 24 22:28:06.169120 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.256674 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.374677 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-edd87be3-d61b-4ce7-a0dd-18b83580d206 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (fe76a0b8-5234-4430-9edd-5ded2fca2196), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.380517 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-a4404725-6394-49fb-a109-b14bc2fd5a3b None None] Provisioning complete for port 9b06e040-ea24-4a33-bb46-a582a2f301f7 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:06.381556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a4404725-6394-49fb-a109-b14bc2fd5a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.429629 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Allocated IP 172.20.0.1 (a7842576-11ac-466b-b3df-3ae9b0fa5bfa/b3c5736e-11ca-4e24-b6d2-3e78878985b6/39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:06.437170 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37954) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:06.449785 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 {{(pid=102562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:06.455682 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-edd87be3-d61b-4ce7-a0dd-18b83580d206 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (fe76a0b8-5234-4430-9edd-5ded2fca2196), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.501271 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8cf4-e19b-4c28-89ed-198797c1f519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.579781 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262fde2-f9a5-4bf8-b6c1-992e5f1db388 req-5228dbdb-6798-4f87-87dc-f5350a4c8577 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:06.597678 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7262fde2-f9a5-4bf8-b6c1-992e5f1db388 req-5228dbdb-6798-4f87-87dc-f5350a4c8577 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 931 time: 1.5930533 Jan 24 22:28:06.603927 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Publish callbacks [] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.611780 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd87be3-d61b-4ce7-a0dd-18b83580d206 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76a0b8-5234-4430-9edd-5ded2fca2196,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:06.621253 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-edd87be3-d61b-4ce7-a0dd-18b83580d206 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:06.623810 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-edd87be3-d61b-4ce7-a0dd-18b83580d206 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7185278 Jan 24 22:28:06.635034 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:00Z', 'revision_number': 2, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:06.656276 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37958) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:06.683954 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:06.684493 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:06.702762 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc307547-f2b7-49e4-9617-fa66fe966e04 None None] Pushing event updated for resources: {'Port': ['ID=9b06e040-ea24-4a33-bb46-a582a2f301f7,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:06.714107 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Checking router: 984a3dd2-4804-444f-8086-8521fc743e63 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:28:06.716604 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Updating router 984a3dd2-4804-444f-8086-8521fc743e63 port 982abe01-2f61-4c33-b10d-75a13be66b3d binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:28:06.727081 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Allocated IP 172.27.3.216 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/13146f7f-1d6d-4721-9957-e3cc3b3fb6f2) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:06.801023 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-7de724d5-6310-49f0-9f2f-a85682e312bd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'security_group_rule': {'security_group_id': 'fe76a0b8-5234-4430-9edd-5ded2fca2196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:06.815543 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.011123 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for port (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.065078 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-a4404725-6394-49fb-a109-b14bc2fd5a3b None None] Current status of the port 9b06e040-ea24-4a33-bb46-a582a2f301f7 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:07.065708 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a4404725-6394-49fb-a109-b14bc2fd5a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.174443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:07.174844 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.181387 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:07.190526 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Publish callbacks [] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.208425 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.264679 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.provisioning_blocks [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Transition to ACTIVE for port object a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 will not be triggered until provisioned by entity L2. {{(pid=102562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:28:07.285187 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7262fde2-f9a5-4bf8-b6c1-992e5f1db388 req-16ab09d8-17c5-4ab4-a5fb-280965698aa1 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855500 Jan 24 22:28:07.296437 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Pushing event updated for resources: {'Port': ['ID=0843b280-c8c5-4405-93c7-2ba198e91f41,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:07.306600 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Attempting to bind port 0843b280-c8c5-4405-93c7-2ba198e91f41 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:07.307039 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Attempting to bind port 0843b280-c8c5-4405-93c7-2ba198e91f41 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:07.307466 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Attempting to bind port 0843b280-c8c5-4405-93c7-2ba198e91f41 on network e8ede52f-f77b-4695-9cf8-08051f1c017e {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:07.318366 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.324136 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8cf4-e19b-4c28-89ed-198797c1f519 admin admin] Publish callbacks [] for security_group (d7ef2046-91c8-4257-93d5-8b31dbf6a869), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.329381 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.359359 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fab8cf4-e19b-4c28-89ed-198797c1f519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d7ef2046-91c8-4257-93d5-8b31dbf6a869), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.385671 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:07.404067 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-a4404725-6394-49fb-a109-b14bc2fd5a3b None None] For port 9b06e040-ea24-4a33-bb46-a582a2f301f7, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=9b06e040-ea24-4a33-bb46-a582a2f301f7,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:07.432536 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:07.432917 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a4404725-6394-49fb-a109-b14bc2fd5a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.462995 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7de724d5-6310-49f0-9f2f-a85682e312bd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (3c254b6a-bc63-47ae-bc0d-e718f091e34d), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.464511 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:07.501424 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'Port': ['ID=13146f7f-1d6d-4721-9957-e3cc3b3fb6f2,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:07.514172 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Port 0843b280-c8c5-4405-93c7-2ba198e91f41 on network e8ede52f-f77b-4695-9cf8-08051f1c017e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:28:07.515728 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Attempting to bind port 0843b280-c8c5-4405-93c7-2ba198e91f41 on network e8ede52f-f77b-4695-9cf8-08051f1c017e {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:07.533486 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab8cf4-e19b-4c28-89ed-198797c1f519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ef2046-91c8-4257-93d5-8b31dbf6a869,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:07.541210 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Network a7842576-11ac-466b-b3df-3ae9b0fa5bfa is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:07.552502 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Publish callbacks [] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.569582 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.593137 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4fab8cf4-e19b-4c28-89ed-198797c1f519 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fa6f0d360fb94e58ae6e97898524228e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1484847 Jan 24 22:28:07.652877 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 37974) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:07.662184 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:07.679424 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:07.685424 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.713754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-774d69e4-c9c3-4fa2-afe4-6b2dcbdafa3b None None] Provisioning complete for port 9b06e040-ea24-4a33-bb46-a582a2f301f7 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:07.715019 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-774d69e4-c9c3-4fa2-afe4-6b2dcbdafa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.717091 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4404725-6394-49fb-a109-b14bc2fd5a3b None None] Pushing event updated for resources: {'Port': ['ID=9b06e040-ea24-4a33-bb46-a582a2f301f7,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:07.732038 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5caf95-997d-4cfb-91bb-f93943a5c608 None None] Pushing event updated for resources: {'Port': ['ID=982abe01-2f61-4c33-b10d-75a13be66b3d,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:07.775683 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:07.780230 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Checking segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:07.780798 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Bound using segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:07.781344 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Bound port: 0843b280-c8c5-4405-93c7-2ba198e91f41, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:07.781716 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.845587 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (4eab9010-6051-4edd-898f-4af669d4d99a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.859867 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Attempting to bind port 982abe01-2f61-4c33-b10d-75a13be66b3d on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:07.860244 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Attempting to bind port 982abe01-2f61-4c33-b10d-75a13be66b3d by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:07.860611 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Attempting to bind port 982abe01-2f61-4c33-b10d-75a13be66b3d on network 8d56f692-32cb-491f-92de-425cd4663a5e {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:07.878048 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:07.878657 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Checking segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:07.880812 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.881635 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Bound using segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:07.882173 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Bound port: 982abe01-2f61-4c33-b10d-75a13be66b3d, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:07.882582 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:07.932420 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:07.943098 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 063660b5-9b47-424f-a73f-d0b345c5c944 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:08.057427 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7de724d5-6310-49f0-9f2f-a85682e312bd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (3c254b6a-bc63-47ae-bc0d-e718f091e34d), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.071680 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] For port 982abe01-2f61-4c33-b10d-75a13be66b3d, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:08.082616 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] For port 982abe01-2f61-4c33-b10d-75a13be66b3d, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=982abe01-2f61-4c33-b10d-75a13be66b3d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:08.101340 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.120332 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-774d69e4-c9c3-4fa2-afe4-6b2dcbdafa3b None None] Current status of the port 9b06e040-ea24-4a33-bb46-a582a2f301f7 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:08.148515 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 063660b5-9b47-424f-a73f-d0b345c5c944 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:08.152270 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.157632 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7de724d5-6310-49f0-9f2f-a85682e312bd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (3c254b6a-bc63-47ae-bc0d-e718f091e34d), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.189168 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:08.293520 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.300625 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:05Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:08.368861 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:08.376242 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:08.387157 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7de724d5-6310-49f0-9f2f-a85682e312bd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.402794 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7de724d5-6310-49f0-9f2f-a85682e312bd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6247485 Jan 24 22:28:08.408579 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 37996) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:08.448885 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-9a625c3f-79e7-404e-874d-ee6f292219bc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'security_group_rule': {'security_group_id': 'fe76a0b8-5234-4430-9edd-5ded2fca2196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:08.460917 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab655c8-3677-4d2c-896c-68059af806aa None None] The sync data for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi is: [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:05Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:28:08.511267 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6fdeb906-9692-426d-8fb4-73cc17b8bdd2 None None] Provisioning complete for port 982abe01-2f61-4c33-b10d-75a13be66b3d triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:08.511652 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fdeb906-9692-426d-8fb4-73cc17b8bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.519498 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5caf95-997d-4cfb-91bb-f93943a5c608 None None] Pushing event updated for resources: {'Port': ['ID=982abe01-2f61-4c33-b10d-75a13be66b3d,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:08.733285 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-93452ee7-ef4e-459a-a932-8b81155b9f86 admin admin] Publish callbacks [] for security_group (d7ef2046-91c8-4257-93d5-8b31dbf6a869), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.793146 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9a625c3f-79e7-404e-874d-ee6f292219bc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (df393630-e701-4461-871d-08b23fde1672), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.850300 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-93452ee7-ef4e-459a-a932-8b81155b9f86 admin admin] Publish callbacks [] for security_group (d7ef2046-91c8-4257-93d5-8b31dbf6a869), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:08.886659 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 063660b5-9b47-424f-a73f-d0b345c5c944 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:08.939063 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:08.946608 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Attempting to bind port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:08.952980 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Attempting to bind port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9f289a2f-63b2-469c-a19e-a78a122e17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6c4e1-e675-417e-a5db-954a15197bef'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:08.961972 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Attempting to bind port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 on network 03e6c4e1-e675-417e-a5db-954a15197bef {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:08.964751 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de724d5-6310-49f0-9f2f-a85682e312bd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c254b6a-bc63-47ae-bc0d-e718f091e34d,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:08.988561 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9a625c3f-79e7-404e-874d-ee6f292219bc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (df393630-e701-4461-871d-08b23fde1672), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.013525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for port (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.017612 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9a625c3f-79e7-404e-874d-ee6f292219bc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (df393630-e701-4461-871d-08b23fde1672), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.026352 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Pushing event updated for resources: {'Port': ['ID=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:09.029551 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.092397 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6fdeb906-9692-426d-8fb4-73cc17b8bdd2 None None] Current status of the port 982abe01-2f61-4c33-b10d-75a13be66b3d is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:09.092800 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fdeb906-9692-426d-8fb4-73cc17b8bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.101519 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4004e6-736a-4a93-844b-d8335f6e1790 req-9a71d511-e4c5-4d1f-ba17-d9ccc7b183b1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:09.113207 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ab4004e6-736a-4a93-844b-d8335f6e1790 req-9a71d511-e4c5-4d1f-ba17-d9ccc7b183b1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 943 time: 1.7550521 Jan 24 22:28:09.162775 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'Port': ['ID=13146f7f-1d6d-4721-9957-e3cc3b3fb6f2,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:09.179286 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (4eab9010-6051-4edd-898f-4af669d4d99a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.183386 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 9b06e040-ea24-4a33-bb46-a582a2f301f7 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:09.206221 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6fdeb906-9692-426d-8fb4-73cc17b8bdd2 None None] For port 982abe01-2f61-4c33-b10d-75a13be66b3d, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=982abe01-2f61-4c33-b10d-75a13be66b3d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:09.207131 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a625c3f-79e7-404e-874d-ee6f292219bc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df393630-e701-4461-871d-08b23fde1672,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:09.218336 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.222413 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fe7e7199-e003-4ea8-8bf8-0a36a08ec52f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7650242 Jan 24 22:28:09.228061 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9a625c3f-79e7-404e-874d-ee6f292219bc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.233612 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9a625c3f-79e7-404e-874d-ee6f292219bc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8213155 Jan 24 22:28:09.234287 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38014) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:09.240871 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fdeb906-9692-426d-8fb4-73cc17b8bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.241765 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:09.271148 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 on network 03e6c4e1-e675-417e-a5db-954a15197bef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:28:09.271477 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Attempting to bind port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 on network 03e6c4e1-e675-417e-a5db-954a15197bef {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:09.300172 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.451691 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:09.452325 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Checking segment: {'id': '9f289a2f-63b2-469c-a19e-a78a122e17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6c4e1-e675-417e-a5db-954a15197bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:09.452866 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Bound using segment: {'id': '9f289a2f-63b2-469c-a19e-a78a122e17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6c4e1-e675-417e-a5db-954a15197bef'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:09.453012 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Bound port: a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f289a2f-63b2-469c-a19e-a78a122e17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6c4e1-e675-417e-a5db-954a15197bef'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:09.456186 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.460315 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdeb906-9692-426d-8fb4-73cc17b8bdd2 None None] Pushing event updated for resources: {'Port': ['ID=982abe01-2f61-4c33-b10d-75a13be66b3d,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:09.498920 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 9b06e040-ea24-4a33-bb46-a582a2f301f7 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:09.499618 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.563461 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-dc429861-b29b-4d66-8b99-c41eab0d3ca4 None None] Provisioning complete for port 982abe01-2f61-4c33-b10d-75a13be66b3d triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:09.570366 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dc429861-b29b-4d66-8b99-c41eab0d3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.591604 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:09.673352 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:08Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:09.732770 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445b0d5-6085-4830-81fc-504d88efb171 None None] The sync data for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi is: [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:08Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:28:09.855760 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 9b06e040-ea24-4a33-bb46-a582a2f301f7 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:09.887201 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Allocated IP 172.27.3.30 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/ddb3db22-e132-4320-a98c-5e241adbecd0) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:09.985971 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-dc429861-b29b-4d66-8b99-c41eab0d3ca4 None None] Current status of the port 982abe01-2f61-4c33-b10d-75a13be66b3d is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:10.110853 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for port (ddb3db22-e132-4320-a98c-5e241adbecd0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:10.244847 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (ddb3db22-e132-4320-a98c-5e241adbecd0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:10.335143 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ab4004e6-736a-4a93-844b-d8335f6e1790 req-276049d8-29bf-4e28-9e62-219a5deefc25 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0487325 Jan 24 22:28:10.335767 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-93452ee7-ef4e-459a-a932-8b81155b9f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d7ef2046-91c8-4257-93d5-8b31dbf6a869), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:10.347871 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-93452ee7-ef4e-459a-a932-8b81155b9f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:10.377984 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-93452ee7-ef4e-459a-a932-8b81155b9f86 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7ef2046-91c8-4257-93d5-8b31dbf6a869 HTTP/1.1" status: 204 len: 168 time: 2.6543164 Jan 24 22:28:10.388304 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'Port': ['ID=ddb3db22-e132-4320-a98c-5e241adbecd0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:10.425145 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:10.433353 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:10.444670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:10.481899 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d6b9a-d057-4904-b0d7-dd4e17d6a90f req-b9e2833f-6841-4b4d-973b-f404c5cdb803 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:10.491158 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-328d6b9a-d057-4904-b0d7-dd4e17d6a90f req-b9e2833f-6841-4b4d-973b-f404c5cdb803 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 943 time: 1.7608008 Jan 24 22:28:10.519513 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93452ee7-ef4e-459a-a932-8b81155b9f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ef2046-91c8-4257-93d5-8b31dbf6a869,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:10.601020 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (3bc9e131-800a-4b54-8165-cfebe4ecb0ed), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:10.674121 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (ddb3db22-e132-4320-a98c-5e241adbecd0), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:10.681732 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] For port 0843b280-c8c5-4405-93c7-2ba198e91f41, host hv-cinder-81322, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:10.850003 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] For port 0843b280-c8c5-4405-93c7-2ba198e91f41, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0843b280-c8c5-4405-93c7-2ba198e91f41,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:10.881683 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] For port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99, host hv-cinder-81322, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:10.920161 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] For port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,segment=NetworkSegment(9f289a2f-63b2-469c-a19e-a78a122e17f9),segment_id=9f289a2f-63b2-469c-a19e-a78a122e17f9)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:10.932319 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:10.956037 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.013379 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for port (ddb3db22-e132-4320-a98c-5e241adbecd0), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.035582 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (ddb3db22-e132-4320-a98c-5e241adbecd0), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.089438 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:11.090081 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.096461 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] 10.222.0.115 "PUT /v2.0/ports/0843b280-c8c5-4405-93c7-2ba198e91f41 HTTP/1.1" status: 200 len: 1093 time: 6.2919636 Jan 24 22:28:11.097970 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.119057 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179be558-5543-42db-b299-8115c58cf1e5', 'tag': '0843b280-c8c5-4405-93c7-2ba198e91f41'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:11.129411 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (3bc9e131-800a-4b54-8165-cfebe4ecb0ed), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.149113 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'Port': ['ID=ddb3db22-e132-4320-a98c-5e241adbecd0,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:11.183546 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.206005 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-848a979f-3076-45a2-b4bc-45845ff9ea6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9703538 Jan 24 22:28:11.220465 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 982abe01-2f61-4c33-b10d-75a13be66b3d up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:11.256650 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-cbbfab00-4422-4726-88f2-d619fc858577 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--611951808&fields=id&tenant_id=971e5fb7e6884a74947db35700479fea HTTP/1.1" status: 200 len: 267 time: 0.7215345 Jan 24 22:28:11.271699 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-328d6b9a-d057-4904-b0d7-dd4e17d6a90f req-cadd759e-8a79-4f09-a008-218762907d65 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421663 Jan 24 22:28:11.319527 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 982abe01-2f61-4c33-b10d-75a13be66b3d triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:11.319914 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.643958 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 982abe01-2f61-4c33-b10d-75a13be66b3d is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:11.791067 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f48634-df28-434f-86c4-c5b94a25c87c" -d '{"events": [{"name": "network-changed", "server_uuid": "179be558-5543-42db-b299-8115c58cf1e5", "tag": "0843b280-c8c5-4405-93c7-2ba198e91f41"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:11.809214 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:11.809214 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:11.809214 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] 10.222.0.115 "PUT /v2.0/ports/a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 HTTP/1.1" status: 200 len: 1093 time: 10.3959680 Jan 24 22:28:12.059071 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b06d50-8c9a-47a4-8c23-db9d05893939 service neutron] Pushing event updated for resources: {'Port': ['ID=0843b280-c8c5-4405-93c7-2ba198e91f41,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:12.079155 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de672f9-93db-41c8-b090-e6907601e483 req-6ac4ab91-943c-40ff-a1d3-a28458b10441 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:12.086335 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-6ac4ab91-943c-40ff-a1d3-a28458b10441 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 811 time: 0.7957845 Jan 24 22:28:12.089789 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-aa4b65b4-46a0-47c3-b463-d259211bffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:12.092289 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-aa4b65b4-46a0-47c3-b463-d259211bffa2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 1096 time: 0.7870564 Jan 24 22:28:12.160189 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3dbc1-7f4b-4a84-a3c8-6621c0231a0f req-fdae8bd1-5123-4539-bfe7-ad9d5d2af898 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:12.162148 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b1c3dbc1-7f4b-4a84-a3c8-6621c0231a0f req-fdae8bd1-5123-4539-bfe7-ad9d5d2af898 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 943 time: 0.4273915 Jan 24 22:28:12.169018 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-fe926b39-2911-468b-8cd8-a82a6d03719f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/quotas/971e5fb7e6884a74947db35700479fea HTTP/1.1" status: 200 len: 375 time: 0.0814500 Jan 24 22:28:12.251408 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318be94-fbb4-4025-9150-f85efb82b409 req-2910bc0c-a8dc-4de3-9953-20a063a2303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:12.252938 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-2910bc0c-a8dc-4de3-9953-20a063a2303f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=19ba1e1256864514ab790aa9db823338&device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 1096 time: 0.3129761 Jan 24 22:28:12.263459 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d374e55-4b43-4cc7-b7a2-67155a0414b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:12.305163 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Publish callbacks [] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:12.383232 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:12.383951 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:12.427173 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-6e63d40a-a952-4b02-8068-46f77b2838f2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0843b280-c8c5-4405-93c7-2ba198e91f41 HTTP/1.1" status: 200 len: 217 time: 0.1402926 Jan 24 22:28:12.446700 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-2143a4fe-c3d4-4416-ad15-fb61abd25432 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 HTTP/1.1" status: 200 len: 217 time: 0.1330340 Jan 24 22:28:12.452601 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-4d223881-7cd5-43f8-bd18-991915f4827d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2827451 Jan 24 22:28:12.459329 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b1c3dbc1-7f4b-4a84-a3c8-6621c0231a0f req-08acc8a9-355c-438e-869e-cfaab8b6551b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802162 Jan 24 22:28:12.650512 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Pushing event updated for resources: {'Port': ['ID=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:12.679562 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-cbfbc6a3-da5c-4ee3-8ef7-d50364af8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:12.681064 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-cbfbc6a3-da5c-4ee3-8ef7-d50364af8d31 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 200 len: 854 time: 0.2260375 Jan 24 22:28:12.682275 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318be94-fbb4-4025-9150-f85efb82b409 req-5a22edcd-9956-4773-9e0c-c53dba0f7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:12.683592 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-5a22edcd-9956-4773-9e0c-c53dba0f7a7c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e43c47d7-a017-4b8c-a123-957620579844 HTTP/1.1" status: 200 len: 850 time: 0.2133753 Jan 24 22:28:12.784085 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-cf23e1ba-1c05-4ca8-8454-6929228c2c1f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=03e6c4e1-e675-417e-a5db-954a15197bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863490 Jan 24 22:28:12.793442 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-d5706a72-6c34-4adb-a84a-f94d97de416b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8ede52f-f77b-4695-9cf8-08051f1c017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992062 Jan 24 22:28:12.823804 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-8e4853e2-689a-40cf-a6da-973085d4c1f2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1466548807&fields=id&tenant_id=2480860d99554b1c8d0c7845602c854e HTTP/1.1" status: 200 len: 267 time: 0.2608914 Jan 24 22:28:12.884897 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-45ba0802-7157-4bf9-9cd1-ecdef0bebeef service neutron] 10.222.0.84 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042056 Jan 24 22:28:12.920005 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Network a7842576-11ac-466b-b3df-3ae9b0fa5bfa is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:13.160308 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:13.347090 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-fe5d9eb8-7a6f-4b94-95fb-9124df847dcc service neutron] 10.222.0.115 "GET /v2.0/networks/03e6c4e1-e675-417e-a5db-954a15197bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508978 Jan 24 22:28:13.375142 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-88faeff2-0ebf-44cb-a109-c421bf5202f1 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621293 Jan 24 22:28:13.501835 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-5026a4bc-92aa-4477-a89b-ce021c88cd07 service neutron] 10.222.0.84 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855632 Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: from cryptography.utils import int_from_bytes Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: from cryptography.utils import int_from_bytes Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.505655 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:13.508001 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:13.512544 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-331043da-98c8-47d2-8ba4-2fb2867c0de2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:13.519434 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-331043da-98c8-47d2-8ba4-2fb2867c0de2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 817 time: 0.6745970 Jan 24 22:28:13.580900 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-02f30b19-bd32-4fbe-a652-8c054c43a57c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/quotas/2480860d99554b1c8d0c7845602c854e HTTP/1.1" status: 200 len: 375 time: 0.0605392 Jan 24 22:28:13.650066 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:28:13.654574 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a318be94-fbb4-4025-9150-f85efb82b409 req-d11cbef7-58bf-4a0c-8fa4-6ff52c6a37fb service neutron] 10.222.0.115 "GET /v2.0/networks/03e6c4e1-e675-417e-a5db-954a15197bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971160 Jan 24 22:28:13.683818 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e6c97bc-71ca-4a08-a276-09b23cb1d492 req-9cbe8bf9-18c6-4896-b451-f1c6f17d8e6f service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821367 Jan 24 22:28:13.706938 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-41705c3c-ea51-4bbf-8148-ec2f8463b0d4 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164916 Jan 24 22:28:13.972500 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-06472e64-8ec6-42e8-8732-cb21481d558c service neutron] 10.222.0.84 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599185 Jan 24 22:28:13.985839 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:28:13.996185 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Sync routers for ids ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:28:14.004836 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-62e84c88-2675-402b-98af-9b7dfa631c37 admin admin] 10.222.0.84 "PUT /v2.0/routers/12f639fd-3c57-4aad-a92b-59a3a20fc1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5438466 Jan 24 22:28:14.025762 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25c64a4-9bf4-46ee-9a03-0cc5d5b79f03 x-openstack-request-id: req-a25c64a4-9bf4-46ee-9a03-0cc5d5b79f03 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:14.033705 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179be558-5543-42db-b299-8115c58cf1e5", "tag": "0843b280-c8c5-4405-93c7-2ba198e91f41", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:14.034017 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a25c64a4-9bf4-46ee-9a03-0cc5d5b79f03 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:14.034524 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '179be558-5543-42db-b299-8115c58cf1e5', 'tag': '0843b280-c8c5-4405-93c7-2ba198e91f41', 'status': 'completed', 'code': 200} Jan 24 22:28:14.041739 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Routers {'12f639fd-3c57-4aad-a92b-59a3a20fc1ae'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:14.042392 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:14.230418 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f48634-df28-434f-86c4-c5b94a25c87c req-08ea9443-d130-4d43-bec0-2af479638df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:14.231920 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92f48634-df28-434f-86c4-c5b94a25c87c req-08ea9443-d130-4d43-bec0-2af479638df0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1591330 Jan 24 22:28:14.258711 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Set router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:14.292418 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1cc24-61a0-46d4-a878-643726206519 req-3ecc5cd1-c80c-4991-b363-1c725ce49c7e tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:14.299289 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7ef1cc24-61a0-46d4-a878-643726206519 req-3ecc5cd1-c80c-4991-b363-1c725ce49c7e tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 943 time: 0.1449676 Jan 24 22:28:14.328723 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-4a84bde5-6b9d-4433-a57d-7761d606b80c service neutron] 10.222.0.84 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466856 Jan 24 22:28:14.536866 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7ef1cc24-61a0-46d4-a878-643726206519 req-7984463f-240f-4e64-a542-771c7ba3eaf3 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356825 Jan 24 22:28:14.552661 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f48634-df28-434f-86c4-c5b94a25c87c req-8c6c75eb-01c2-460e-926d-411c557ba5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:14.554937 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92f48634-df28-434f-86c4-c5b94a25c87c req-8c6c75eb-01c2-460e-926d-411c557ba5de service neutron] 10.222.0.115 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 915 time: 0.3163111 Jan 24 22:28:14.671299 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92f48634-df28-434f-86c4-c5b94a25c87c req-6894b80e-596b-454e-80b5-dc96654fdcae service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0843b280-c8c5-4405-93c7-2ba198e91f41 HTTP/1.1" status: 200 len: 217 time: 0.0956995 Jan 24 22:28:14.724862 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:28:10Z', 'revision_number': 4, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port': {'id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1', 'name': '', 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'mac_address': 'fa:16:3e:e5:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b3c5736e-11ca-4e24-b6d2-3e78878985b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:28:04Z', 'updated_at': '2022-01-24T22:28:11Z', 'revision_number': 2, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'subnets': [{'id': 'b3c5736e-11ca-4e24-b6d2-3e78878985b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:14.761959 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Checking router: 12f639fd-3c57-4aad-a92b-59a3a20fc1ae for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:28:14.762719 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Updating router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:28:14.790148 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6c372ff0-ad1f-45ed-aa25-4ad971c2a191 req-d83992a8-115c-4cd2-85b2-51eedc6d1b42 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 210 time: 0.1275170 Jan 24 22:28:14.822910 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:14.940256 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f360198-778d-4cf2-bff0-798354201de7 req-5bc152e9-779b-4d0b-b6ee-c820e84eaebd tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:14.941897 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4f360198-778d-4cf2-bff0-798354201de7 req-5bc152e9-779b-4d0b-b6ee-c820e84eaebd tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 943 time: 0.3682380 Jan 24 22:28:14.986066 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f48634-df28-434f-86c4-c5b94a25c87c req-9fafcfe5-6dc2-4dba-a45e-92bd0591c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:14.989450 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92f48634-df28-434f-86c4-c5b94a25c87c req-9fafcfe5-6dc2-4dba-a45e-92bd0591c7a8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 200 len: 854 time: 0.2817531 Jan 24 22:28:15.093164 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92f48634-df28-434f-86c4-c5b94a25c87c req-e70dc19e-1be0-4525-b9b1-af1e682833df service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8ede52f-f77b-4695-9cf8-08051f1c017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973487 Jan 24 22:28:15.188628 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4f360198-778d-4cf2-bff0-798354201de7 req-99c7600a-489b-4df4-8a4c-418ae19bfb86 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240794 Jan 24 22:28:15.319168 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04e2c149-4ce2-4d3c-b2c6-5d15a49580be req-6fdebf13-dae7-4bc0-a691-371248eae89b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 210 time: 0.0522842 Jan 24 22:28:15.339584 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-6d16ed14-c7d8-466b-b9a3-4e7bdf7afb63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:15.347588 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-6d16ed14-c7d8-466b-b9a3-4e7bdf7afb63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 819 time: 0.2962410 Jan 24 22:28:15.363023 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Publish callbacks [] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:15.369882 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92f48634-df28-434f-86c4-c5b94a25c87c req-aa92f1c4-9734-4dae-b21c-811d4e0c4047 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568347 Jan 24 22:28:15.370053 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:15.378562 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-f0570370-973f-46b8-adf3-f6074ad262b0 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/quotas/7e8dce58932149cbaee5ed5aabdbe3fa HTTP/1.1" status: 200 len: 375 time: 0.0300555 Jan 24 22:28:15.424429 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59d4e3-394f-4def-94ed-9e333a84b005 None None] Pushing event updated for resources: {'Port': ['ID=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:15.482203 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Attempting to bind port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:15.483526 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Attempting to bind port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:15.483526 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Attempting to bind port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 on network a7842576-11ac-466b-b3df-3ae9b0fa5bfa {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:15.495654 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:15.496232 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Checking segment: {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:15.497485 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:15.497890 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Bound using segment: {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:15.498489 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Bound port: 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:15.499322 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:15.578483 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38340) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:15.623886 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] For port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:15.627627 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] For port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:15.635305 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:15.732721 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59d4e3-394f-4def-94ed-9e333a84b005 None None] Pushing event updated for resources: {'Port': ['ID=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:15.756290 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Routers {'12f639fd-3c57-4aad-a92b-59a3a20fc1ae'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:15.757063 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ff07d88f-171b-4b67-8153-2eb0a08fc606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:15.757559 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:27:49Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:15.850303 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-fc603d2b-05ff-4de5-b9ec-bdf65441e17f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4708517 Jan 24 22:28:15.915607 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ff07d88f-171b-4b67-8153-2eb0a08fc606 admin admin] Publish callbacks [] for security_group (91993a69-2c78-4ce6-a69f-d0367ff5cb8e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:15.922447 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] Set router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:15.923423 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ff07d88f-171b-4b67-8153-2eb0a08fc606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (91993a69-2c78-4ce6-a69f-d0367ff5cb8e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:15.931129 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056c82-63bb-4b16-8c13-5d7175b2b0ef req-65b997da-681b-4859-a603-07a93b6615f2 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:15.941263 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-19056c82-63bb-4b16-8c13-5d7175b2b0ef req-65b997da-681b-4859-a603-07a93b6615f2 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 943 time: 0.2432246 Jan 24 22:28:15.981734 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ff07d88f-171b-4b67-8153-2eb0a08fc606 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ea5feb217e45444281957faddfe4e662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014394 Jan 24 22:28:15.983584 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07d88f-171b-4b67-8153-2eb0a08fc606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91993a69-2c78-4ce6-a69f-d0367ff5cb8e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:15.986272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38356) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:16.019141 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92f48634-df28-434f-86c4-c5b94a25c87c req-2484c309-ef1c-450c-a689-f8fd893aaa8c service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036232 Jan 24 22:28:16.035338 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33400f7e-6413-4b0d-8062-8c4befff1b88', 'tag': 'a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:16.038097 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f976d926-f101-4966-b2dc-c1a15cd1a1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "33400f7e-6413-4b0d-8062-8c4befff1b88", "tag": "a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:16.056943 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-690f5b81-71fa-42cf-8c1e-021e6e32c4d5 admin admin] Publish callbacks [] for security_group (91993a69-2c78-4ce6-a69f-d0367ff5cb8e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:16.090922 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de672f9-93db-41c8-b090-e6907601e483 req-fd672d9f-6523-4481-9c6d-5931c7d1c8b5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:16.093796 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-fd672d9f-6523-4481-9c6d-5931c7d1c8b5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 811 time: 0.3922627 Jan 24 22:28:16.098985 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-690f5b81-71fa-42cf-8c1e-021e6e32c4d5 admin admin] Publish callbacks [] for security_group (91993a69-2c78-4ce6-a69f-d0367ff5cb8e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:16.101989 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-19056c82-63bb-4b16-8c13-5d7175b2b0ef req-5b2152c7-becf-4c92-bd3a-dbf359439573 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598318 Jan 24 22:28:16.143090 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-22e44c37-ba12-4b61-95e0-6eaca4b27be6 service neutron] 10.222.0.84 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723484 Jan 24 22:28:16.179072 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-690f5b81-71fa-42cf-8c1e-021e6e32c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (91993a69-2c78-4ce6-a69f-d0367ff5cb8e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:16.186329 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-690f5b81-71fa-42cf-8c1e-021e6e32c4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:16.195880 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-690f5b81-71fa-42cf-8c1e-021e6e32c4d5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/91993a69-2c78-4ce6-a69f-d0367ff5cb8e HTTP/1.1" status: 204 len: 168 time: 0.2034721 Jan 24 22:28:16.203241 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f5b81-71fa-42cf-8c1e-021e6e32c4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91993a69-2c78-4ce6-a69f-d0367ff5cb8e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:16.300062 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-484e0c2d-9f01-43aa-99da-9c144f586ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:16.366299 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-682a25cf-0b9d-4f43-9015-d3311b2d469a req-fe6a1758-2b27-4104-9e40-f5ae80cf6430 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 210 time: 0.1144085 Jan 24 22:28:16.384607 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:28:16.388860 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-d1dfa932-3bd1-4d57-b28b-1376b3ba4c4c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971e5fb7e6884a74947db35700479fea HTTP/1.1" status: 200 len: 379 time: 0.2778294 Jan 24 22:28:16.462646 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'port': {'device_id': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'admin_state_up': True, 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'security_groups': ['8669c25b-6b07-482e-bfae-e6cc8352d38e']}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:16.597250 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d171badb-3cef-4e00-8553-a65efd17f6bf x-openstack-request-id: req-d171badb-3cef-4e00-8553-a65efd17f6bf {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:16.597678 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33400f7e-6413-4b0d-8062-8c4befff1b88", "tag": "a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:16.598052 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d171badb-3cef-4e00-8553-a65efd17f6bf {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:16.598602 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33400f7e-6413-4b0d-8062-8c4befff1b88', 'tag': 'a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99', 'status': 'completed', 'code': 200} Jan 24 22:28:16.624042 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.115', 52122) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:16.644866 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-dbec28f9-c10a-4df2-a876-be9c811769b2 service neutron] 10.222.0.84 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896231 Jan 24 22:28:16.655840 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:28:10Z', 'revision_number': 4, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port': {'id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1', 'name': '', 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'mac_address': 'fa:16:3e:e5:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b3c5736e-11ca-4e24-b6d2-3e78878985b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:28:04Z', 'updated_at': '2022-01-24T22:28:15Z', 'revision_number': 4, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'subnets': [{'id': 'b3c5736e-11ca-4e24-b6d2-3e78878985b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:16.736314 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3e6d0-d3c5-43d0-bbad-72d3ed6d2f84 None None] The sync data for ids ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'] in dv-cinder-813223-4-iscsi is: [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:28:10Z', 'revision_number': 4, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port': {'id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1', 'name': '', 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'mac_address': 'fa:16:3e:e5:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b3c5736e-11ca-4e24-b6d2-3e78878985b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:28:04Z', 'updated_at': '2022-01-24T22:28:15Z', 'revision_number': 4, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'subnets': [{'id': 'b3c5736e-11ca-4e24-b6d2-3e78878985b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:28:16.786212 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0a7e5048-66ae-4303-8b93-2dafb3ce871d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:16.796202 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0a7e5048-66ae-4303-8b93-2dafb3ce871d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 817 time: 0.4345057 Jan 24 22:28:16.801359 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 38388) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:16.802025 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,segment=NetworkSegment(9f289a2f-63b2-469c-a19e-a78a122e17f9),segment_id=9f289a2f-63b2-469c-a19e-a78a122e17f9)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:16.859078 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': 'a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99', 'network_id': '03e6c4e1-e675-417e-a5db-954a15197bef', 'port_id': 'a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99', 'mac_address': 'fa:16:3e:25:37:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43c47d7-a017-4b8c-a123-957620579844', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:28:16.876122 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-bbef7dab-ed14-4810-ab8a-83f670219eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:16.878513 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-bbef7dab-ed14-4810-ab8a-83f670219eea service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=19ba1e1256864514ab790aa9db823338&device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 1096 time: 0.2535796 Jan 24 22:28:16.926536 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:16.926536 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:16.948920 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:17.027296 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,segment=NetworkSegment(9f289a2f-63b2-469c-a19e-a78a122e17f9),segment_id=9f289a2f-63b2-469c-a19e-a78a122e17f9)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:17.038689 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.039980 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 0843b280-c8c5-4405-93c7-2ba198e91f41 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:28:17.073743 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f6d8b-1771-405c-82ba-e73367668943 req-bedcffee-c1e2-4157-8ec4-cb2598b464ba tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:17.081313 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b13f6d8b-1771-405c-82ba-e73367668943 req-bedcffee-c1e2-4157-8ec4-cb2598b464ba tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 943 time: 0.2772727 Jan 24 22:28:17.200657 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38414) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:17.203063 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Made reservation on behalf of 971e5fb7e6884a74947db35700479fea for: {'port': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:28:17.215058 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.291325 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-499fb40c-e175-4f93-9590-6c29e26a9952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.346285 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bc0be4c9-b51d-4cbd-a1bc-b239365cd8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.412382 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-97b4a396-8b0a-4bbd-91b7-52b89c1cb824 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2480860d99554b1c8d0c7845602c854e HTTP/1.1" status: 200 len: 380 time: 0.5543656 Jan 24 22:28:17.433963 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-41fb0761-164d-4cc0-acfd-5ab7056bbbe2 req-f6a2c6c1-239c-42f9-a130-cee01b6cbcd9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 210 time: 0.1915159 Jan 24 22:28:17.463689 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'port': {'device_id': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'admin_state_up': True, 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'security_groups': ['fe76a0b8-5234-4430-9edd-5ded2fca2196']}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:17.484877 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-1483fdc6-5a3e-4e6c-a428-dc6f0349cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:17.486605 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-1483fdc6-5a3e-4e6c-a428-dc6f0349cc0c service neutron] 10.222.0.115 "GET /v2.0/networks?id=03e6c4e1-e675-417e-a5db-954a15197bef HTTP/1.1" status: 200 len: 911 time: 0.5977991 Jan 24 22:28:17.536680 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:17.540551 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:17.565552 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b13f6d8b-1771-405c-82ba-e73367668943 req-aab8bca9-6653-43be-97e8-bfca9ec47096 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833272 Jan 24 22:28:17.655039 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-b07dd412-bbfe-40e8-85ab-0edd593d0e77 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 HTTP/1.1" status: 200 len: 217 time: 0.1488595 Jan 24 22:28:17.724338 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:17.724946 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.760843 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 0843b280-c8c5-4405-93c7-2ba198e91f41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0843b280-c8c5-4405-93c7-2ba198e91f41,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:17.792798 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '0843b280-c8c5-4405-93c7-2ba198e91f41', 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'port_id': '0843b280-c8c5-4405-93c7-2ba198e91f41', 'mac_address': 'fa:16:3e:69:88:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afcac19-68de-4538-be4d-9afeccf0ceff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:28:17.806163 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Allocated IP 172.20.0.7 (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8/8a31de3f-4d3a-47d7-8f5f-c8a503726ec6/1b9f98aa-61b7-471d-a113-b3ce2247724e) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:17.819187 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-3cb6f6b6-4e3e-48de-8e70-357abbbd0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:17.820980 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-3cb6f6b6-4e3e-48de-8e70-357abbbd0374 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e43c47d7-a017-4b8c-a123-957620579844 HTTP/1.1" status: 200 len: 850 time: 0.1650832 Jan 24 22:28:17.823283 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-499fb40c-e175-4f93-9590-6c29e26a9952 admin admin] Publish callbacks [] for security_group (f7459dc4-6e22-4558-a39b-fb74c975e9d0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.875350 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-499fb40c-e175-4f93-9590-6c29e26a9952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f7459dc4-6e22-4558-a39b-fb74c975e9d0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.885532 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 0843b280-c8c5-4405-93c7-2ba198e91f41 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:17.886397 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.904326 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0843b280-c8c5-4405-93c7-2ba198e91f41 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:17.928144 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-fad44cbb-fc43-46b6-855c-3a0c591fc831 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=03e6c4e1-e675-417e-a5db-954a15197bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976317 Jan 24 22:28:17.959425 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:17.959814 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:17.963000 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 0843b280-c8c5-4405-93c7-2ba198e91f41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0843b280-c8c5-4405-93c7-2ba198e91f41,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:17.967909 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38430) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:17.982786 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.018768 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:18.027821 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-499fb40c-e175-4f93-9590-6c29e26a9952 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0f9fd69a31742109bd7d83d4f184679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8231699 Jan 24 22:28:18.028131 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38434) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:18.060636 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.062957 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fb40c-e175-4f93-9590-6c29e26a9952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7459dc4-6e22-4558-a39b-fb74c975e9d0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:18.091738 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a24aec84-ef30-4259-b257-5233d92510d2 req-1664a3cc-2e2d-490f-9d05-ebaeace7fa7a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 210 time: 0.5480480 Jan 24 22:28:18.110086 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.125213 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=0843b280-c8c5-4405-93c7-2ba198e91f41,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:18.188046 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dccc7eda-e3f8-44d5-9773-c0d7e425bc20 admin admin] Publish callbacks [] for security_group (f7459dc4-6e22-4558-a39b-fb74c975e9d0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.282663 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:18.310232 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dccc7eda-e3f8-44d5-9773-c0d7e425bc20 admin admin] Publish callbacks [] for security_group (f7459dc4-6e22-4558-a39b-fb74c975e9d0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.315530 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2e505092-b058-479a-b331-e8809fddd540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.336492 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b18ba835-d959-4cd0-a82b-0c19e2e321d2 req-2204eb94-e30f-4cf7-a495-59711b5f84c4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 210 time: 0.0789292 Jan 24 22:28:18.374892 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-492d308a-d938-480f-a835-18a0a8813bc6 service neutron] 10.222.0.115 "GET /v2.0/networks/03e6c4e1-e675-417e-a5db-954a15197bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366944 Jan 24 22:28:18.427514 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bc0be4c9-b51d-4cbd-a1bc-b239365cd8ad admin admin] Publish callbacks [] for security_group (d47ead41-8ce1-4b43-9c7d-570ef8f081bb), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.439606 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa51748-60a0-4f50-a839-ccd1d29a00bb req-a19ef06e-9428-4567-8d47-ffed091f3df2 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:18.448074 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0fa51748-60a0-4f50-a839-ccd1d29a00bb req-a19ef06e-9428-4567-8d47-ffed091f3df2 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 944 time: 0.4747190 Jan 24 22:28:18.457486 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bc0be4c9-b51d-4cbd-a1bc-b239365cd8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d47ead41-8ce1-4b43-9c7d-570ef8f081bb), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.460025 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Made reservation on behalf of 2480860d99554b1c8d0c7845602c854e for: {'port': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:28:18.463810 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.477175 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:28:18.580838 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f4276091-3ed4-461a-b00c-b55d2a066970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.602933 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00754-5313-4e07-857a-f9d39053b20f req-80206d01-e53c-4894-ae7e-72fe3496c83c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:18.605025 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-80206d01-e53c-4894-ae7e-72fe3496c83c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 819 time: 0.1342773 Jan 24 22:28:18.623102 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.644442 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['0843b280-c8c5-4405-93c7-2ba198e91f41'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:28:18.683160 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-bc0be4c9-b51d-4cbd-a1bc-b239365cd8ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e21f14f6cd8c4ed2bf00d636e1beb6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8585424 Jan 24 22:28:18.683637 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38452) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:18.717375 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:18.729550 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-273061c3-0146-48b1-b3b0-bb95b8844173 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/quotas/7e8dce58932149cbaee5ed5aabdbe3fa HTTP/1.1" status: 200 len: 375 time: 0.1079926 Jan 24 22:28:18.730173 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be4c9-b51d-4cbd-a1bc-b239365cd8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47ead41-8ce1-4b43-9c7d-570ef8f081bb,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:18.744014 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f976d926-f101-4966-b2dc-c1a15cd1a1b9 req-e63ca587-1bee-4878-8aff-438c2567563d service neutron] 10.222.0.115 "GET /v2.0/networks/03e6c4e1-e675-417e-a5db-954a15197bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576801 Jan 24 22:28:18.744589 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dccc7eda-e3f8-44d5-9773-c0d7e425bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f7459dc4-6e22-4558-a39b-fb74c975e9d0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.747464 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dccc7eda-e3f8-44d5-9773-c0d7e425bc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.748595 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dccc7eda-e3f8-44d5-9773-c0d7e425bc20 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f7459dc4-6e22-4558-a39b-fb74c975e9d0 HTTP/1.1" status: 204 len: 168 time: 0.7193103 Jan 24 22:28:18.748713 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:18.757315 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:18.763002 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:18.763635 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.770154 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc7eda-e3f8-44d5-9773-c0d7e425bc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7459dc4-6e22-4558-a39b-fb74c975e9d0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:18.812635 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18689183-88fc-4226-9267-a2983d4de3d8 admin admin] Publish callbacks [] for security_group (d47ead41-8ce1-4b43-9c7d-570ef8f081bb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.836114 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0fa51748-60a0-4f50-a839-ccd1d29a00bb req-f93bcfc7-37a2-4b9f-a969-cb428178f926 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869524 Jan 24 22:28:18.849336 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2e505092-b058-479a-b331-e8809fddd540 admin admin] Publish callbacks [] for security_group (e473f27d-814a-4c50-be62-367ea4eaec73), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.858585 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18689183-88fc-4226-9267-a2983d4de3d8 admin admin] Publish callbacks [] for security_group (d47ead41-8ce1-4b43-9c7d-570ef8f081bb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.869760 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2e505092-b058-479a-b331-e8809fddd540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e473f27d-814a-4c50-be62-367ea4eaec73), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:18.885631 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'Port': ['ID=1b9f98aa-61b7-471d-a113-b3ce2247724e,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:18.982602 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2e505092-b058-479a-b331-e8809fddd540 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d22528c1c344bee8fdf43d205e922ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9921849 Jan 24 22:28:18.983518 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e505092-b058-479a-b331-e8809fddd540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e473f27d-814a-4c50-be62-367ea4eaec73,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:18.988121 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38456) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:18.993167 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-d4b591c2-1f9a-421c-b594-929373e1afb2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5394890 Jan 24 22:28:19.014968 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Request body: {'port': {'device_id': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:19.087381 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18689183-88fc-4226-9267-a2983d4de3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d47ead41-8ce1-4b43-9c7d-570ef8f081bb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.090137 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18689183-88fc-4226-9267-a2983d4de3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.091339 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-18689183-88fc-4226-9267-a2983d4de3d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d47ead41-8ce1-4b43-9c7d-570ef8f081bb HTTP/1.1" status: 204 len: 168 time: 0.4061329 Jan 24 22:28:19.126713 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:19.248143 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:19.248517 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.267460 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18689183-88fc-4226-9267-a2983d4de3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47ead41-8ce1-4b43-9c7d-570ef8f081bb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:19.316318 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c5e64d7-0003-479c-921f-97f3b2e0c89c admin admin] Publish callbacks [] for security_group (e473f27d-814a-4c50-be62-367ea4eaec73), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.351402 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-b5f5cb23-7e01-483b-ac73-2bf967d35d37 None None] Provisioning complete for port 1b9f98aa-61b7-471d-a113-b3ce2247724e triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:19.354274 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b5f5cb23-7e01-483b-ac73-2bf967d35d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.417775 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5cb23-7e01-483b-ac73-2bf967d35d37 None None] Port 1b9f98aa-61b7-471d-a113-b3ce2247724e cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:28:19.450654 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0041356a-9363-438b-a524-34d5f6034843 req-28459aca-c1da-4c69-9a29-f77dbea802a3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 210 time: 0.4549081 Jan 24 22:28:19.455611 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-4c5cd2b7-7cf4-4ed4-83e4-0eb661dc603b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7086182 Jan 24 22:28:19.473773 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c5e64d7-0003-479c-921f-97f3b2e0c89c admin admin] Publish callbacks [] for security_group (e473f27d-814a-4c50-be62-367ea4eaec73), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.504075 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:19.526165 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.545410 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Allocated IP 172.20.0.3 (8d56f692-32cb-491f-92de-425cd4663a5e/a3325093-374b-4eb0-9c56-7082b7585211/987c8810-0969-4e25-bb03-7993afce108d) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:19.552160 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.593964 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ffc8fcd4-8242-466e-8b84-89426b90b919 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:19.594885 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ffc8fcd4-8242-466e-8b84-89426b90b919 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 819 time: 0.5228472 Jan 24 22:28:19.621901 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Request body: {'port': {'device_id': 'a871432f-36c3-495a-8269-9de0a0e45315', 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa', 'admin_state_up': True, 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:19.648242 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c5e64d7-0003-479c-921f-97f3b2e0c89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e473f27d-814a-4c50-be62-367ea4eaec73), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.651213 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c5e64d7-0003-479c-921f-97f3b2e0c89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.652700 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5c5e64d7-0003-479c-921f-97f3b2e0c89c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e473f27d-814a-4c50-be62-367ea4eaec73 HTTP/1.1" status: 204 len: 168 time: 0.6630633 Jan 24 22:28:19.700304 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e64d7-0003-479c-921f-97f3b2e0c89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e473f27d-814a-4c50-be62-367ea4eaec73,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:19.746684 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-002f9e76-d8c7-4256-98f5-f102d18560df service neutron] 10.222.0.84 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718294 Jan 24 22:28:19.752691 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38480) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:19.776299 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c06a1ab-9195-45ec-bc39-454c6a932103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:19.787495 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048fa5b-da73-4637-ad48-a90dd673382f req-899186e6-aedf-4885-855f-0312f9193e43 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:19.793512 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8048fa5b-da73-4637-ad48-a90dd673382f req-899186e6-aedf-4885-855f-0312f9193e43 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 944 time: 0.1996703 Jan 24 22:28:19.846712 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Made reservation on behalf of 7e8dce58932149cbaee5ed5aabdbe3fa for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:28:19.850583 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.038486 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c06a1ab-9195-45ec-bc39-454c6a932103 admin admin] Publish callbacks [] for security_group (fe0c999d-54f0-43bf-89ba-98386ab680a8), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.053709 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c06a1ab-9195-45ec-bc39-454c6a932103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (fe0c999d-54f0-43bf-89ba-98386ab680a8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.121585 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for port (987c8810-0969-4e25-bb03-7993afce108d), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.152612 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1c06a1ab-9195-45ec-bc39-454c6a932103 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ad73b58de004b58881ce15fdf9f2590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979416 Jan 24 22:28:20.164959 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38492) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:20.173159 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8048fa5b-da73-4637-ad48-a90dd673382f req-03418434-f6b8-456f-bd9d-3bfe1822b2ff tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747494 Jan 24 22:28:20.180896 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06a1ab-9195-45ec-bc39-454c6a932103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0c999d-54f0-43bf-89ba-98386ab680a8,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:20.181773 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.217282 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Allocated IP 172.20.0.11 (a7842576-11ac-466b-b3df-3ae9b0fa5bfa/b3c5736e-11ca-4e24-b6d2-3e78878985b6/aabc5fed-da17-478f-810d-56ef4b5caa98) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:20.260762 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-844aa8c2-f05b-43ed-859a-1d513e371391 service neutron] 10.222.0.84 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132127 Jan 24 22:28:20.283040 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-edafb5ab-9340-4817-a767-d0a799685c8c admin admin] Publish callbacks [] for security_group (fe0c999d-54f0-43bf-89ba-98386ab680a8), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.331298 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38496) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:20.368404 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-edafb5ab-9340-4817-a767-d0a799685c8c admin admin] Publish callbacks [] for security_group (fe0c999d-54f0-43bf-89ba-98386ab680a8), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.378104 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Network 8d56f692-32cb-491f-92de-425cd4663a5e is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:20.382269 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b2bab8fa-f54a-4de4-be5d-4a2e9af933a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.389936 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:20.398471 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:20.403144 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:20.409368 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:20.409368 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.432527 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:20.476817 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0d4bcc21-8326-40d3-8722-a0f4ad3c1db5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0393701 Jan 24 22:28:20.485547 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6253d5d-49c2-4683-8d19-ea3cdd4c7d1c req-89a5edbe-9a86-42e4-9af8-4b3c4d147b7f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:20.487686 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a6253d5d-49c2-4683-8d19-ea3cdd4c7d1c req-89a5edbe-9a86-42e4-9af8-4b3c4d147b7f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 931 time: 0.1925159 Jan 24 22:28:20.495756 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Request body: {'port': {'device_id': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:20.564291 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9f98aa-61b7-471d-a113-b3ce2247724e {{(pid=102562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:20.590231 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:28:20.592909 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-edafb5ab-9340-4817-a767-d0a799685c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (fe0c999d-54f0-43bf-89ba-98386ab680a8), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.595511 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-edafb5ab-9340-4817-a767-d0a799685c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.596117 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:20.597891 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.602073 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-edafb5ab-9340-4817-a767-d0a799685c8c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe0c999d-54f0-43bf-89ba-98386ab680a8 HTTP/1.1" status: 204 len: 168 time: 0.4361758 Jan 24 22:28:20.606587 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Publish callbacks [] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.613701 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks [] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.675607 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafb5ab-9340-4817-a767-d0a799685c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0c999d-54f0-43bf-89ba-98386ab680a8,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:20.734526 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.provisioning_blocks [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Transition to ACTIVE for port object 1b9f98aa-61b7-471d-a113-b3ce2247724e will not be triggered until provisioned by entity L2. {{(pid=102562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:28:20.759106 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:20.759760 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.781110 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b2bab8fa-f54a-4de4-be5d-4a2e9af933a6 admin admin] Publish callbacks [] for security_group (1ba2fead-1801-4c01-8d8b-96e35cb0ea88), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.797672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b2bab8fa-f54a-4de4-be5d-4a2e9af933a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (1ba2fead-1801-4c01-8d8b-96e35cb0ea88), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.831047 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.832234 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33400f7e-6413-4b0d-8062-8c4befff1b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:20.863895 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.902176 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:20.924205 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a6253d5d-49c2-4683-8d19-ea3cdd4c7d1c req-8cec3650-4263-4392-bee1-50e53dea6b25 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228976 Jan 24 22:28:20.946632 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be70b1-ba13-422d-bf27-353634ba2454 req-5635d75c-5037-4bea-b3a1-78ad2e4898c1 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:20.953720 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04be70b1-ba13-422d-bf27-353634ba2454 req-5635d75c-5037-4bea-b3a1-78ad2e4898c1 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 944 time: 0.4152291 Jan 24 22:28:20.977362 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,segment=NetworkSegment(9f289a2f-63b2-469c-a19e-a78a122e17f9),segment_id=9f289a2f-63b2-469c-a19e-a78a122e17f9)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:21.004430 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.005304 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 0843b280-c8c5-4405-93c7-2ba198e91f41 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:21.031953 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.042882 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9f98aa-61b7-471d-a113-b3ce2247724e,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:21.085021 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-3cddab39-e98e-4df5-94bd-94083b7de448 None None] Provisioning complete for port 987c8810-0969-4e25-bb03-7993afce108d triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:21.085632 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3cddab39-e98e-4df5-94bd-94083b7de448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (987c8810-0969-4e25-bb03-7993afce108d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.136021 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Pushing event updated for resources: {'Port': ['ID=aabc5fed-da17-478f-810d-56ef4b5caa98,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:21.153130 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b2bab8fa-f54a-4de4-be5d-4a2e9af933a6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c1b1f60ff5541dda4ffaafa8e8dfac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8192747 Jan 24 22:28:21.159563 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 38526) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:21.186685 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3d173b67-ee08-4fd8-97d0-e0f6c6136314 req-875d724a-8cb9-4ad5-b013-331e23195d7c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 210 time: 0.1215947 Jan 24 22:28:21.210102 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bab8fa-f54a-4de4-be5d-4a2e9af933a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba2fead-1801-4c01-8d8b-96e35cb0ea88,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:21.225272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Network a7842576-11ac-466b-b3df-3ae9b0fa5bfa is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:21.235972 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:21.240083 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:21.250192 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:21.251018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.276590 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46c91638-f975-47a2-964e-9c9853bad9a0 admin admin] Publish callbacks [] for security_group (1ba2fead-1801-4c01-8d8b-96e35cb0ea88), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.291211 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-4591c7b8-a7c5-4256-8425-e0fc05601af7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6745336 Jan 24 22:28:21.325762 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Attempting to bind port 1b9f98aa-61b7-471d-a113-b3ce2247724e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:21.326475 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Attempting to bind port 1b9f98aa-61b7-471d-a113-b3ce2247724e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:21.327039 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Attempting to bind port 1b9f98aa-61b7-471d-a113-b3ce2247724e on network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:21.348162 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-3cddab39-e98e-4df5-94bd-94083b7de448 None None] Port 987c8810-0969-4e25-bb03-7993afce108d cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:28:21.353921 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Request body: {'port': {'device_id': 'a871432f-36c3-495a-8269-9de0a0e45315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:21.369829 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46c91638-f975-47a2-964e-9c9853bad9a0 admin admin] Publish callbacks [] for security_group (1ba2fead-1801-4c01-8d8b-96e35cb0ea88), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.372437 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04be70b1-ba13-422d-bf27-353634ba2454 req-a2d6a8c7-76fc-4d7e-860a-5ff9e8649f50 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146039 Jan 24 22:28:21.385605 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:21.386754 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Port 1b9f98aa-61b7-471d-a113-b3ce2247724e on network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:28:21.389005 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Attempting to bind port 1b9f98aa-61b7-471d-a113-b3ce2247724e on network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:21.420469 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 0843b280-c8c5-4405-93c7-2ba198e91f41 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:28:21.427371 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:21.427371 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Checking segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:21.427371 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Bound using segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:21.427886 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Bound port: 1b9f98aa-61b7-471d-a113-b3ce2247724e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:21.428348 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.432974 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a57bbe5-fb4e-44d2-be90-6903e57a04b5" -d '{"events": [{"server_uuid": "33400f7e-6413-4b0d-8062-8c4befff1b88", "name": "network-vif-plugged", "status": "completed", "tag": "a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:21.440395 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 0843b280-c8c5-4405-93c7-2ba198e91f41 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:21.440778 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.527802 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.674536 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d4faf-68c0-4389-87e8-b776637b884a req-6517478f-73e3-4375-a30d-0f1f1e4bdc16 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:21.676207 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-af7d4faf-68c0-4389-87e8-b776637b884a req-6517478f-73e3-4375-a30d-0f1f1e4bdc16 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 931 time: 0.2981474 Jan 24 22:28:21.722959 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 0843b280-c8c5-4405-93c7-2ba198e91f41 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:21.723104 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.741447 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] For port 1b9f98aa-61b7-471d-a113-b3ce2247724e, host hv-cinder-81322, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:21.777602 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] For port 1b9f98aa-61b7-471d-a113-b3ce2247724e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:21.790894 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc0cd-5561-4a8d-82c8-1dfd6c8fb916 req-8f3687db-f205-438a-bb8e-a5036cb0390b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:21.791363 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 0843b280-c8c5-4405-93c7-2ba198e91f41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0843b280-c8c5-4405-93c7-2ba198e91f41,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:21.792656 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-003cc0cd-5561-4a8d-82c8-1dfd6c8fb916 req-8f3687db-f205-438a-bb8e-a5036cb0390b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 944 time: 0.2090664 Jan 24 22:28:21.800571 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.805548 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.863992 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-af7d4faf-68c0-4389-87e8-b776637b884a req-d7d8d1d7-b0bf-4e83-bc3f-287ca5d57a19 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722715 Jan 24 22:28:21.886430 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:21.887195 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:21.891153 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=0843b280-c8c5-4405-93c7-2ba198e91f41,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:21.892107 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] 10.222.0.115 "PUT /v2.0/ports/1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 200 len: 1093 time: 2.8810527 Jan 24 22:28:21.892596 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'tag': '1b9f98aa-61b7-471d-a113-b3ce2247724e'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:21.895179 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9527a5fb-0094-4f09-8a96-1f1854ae2b62" -d '{"events": [{"name": "network-changed", "server_uuid": "3a250b35-2478-48ce-b61d-9eae8933d5fb", "tag": "1b9f98aa-61b7-471d-a113-b3ce2247724e"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:21.996297 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-003cc0cd-5561-4a8d-82c8-1dfd6c8fb916 req-1a76d3c8-7da2-484d-9d79-993936dc45a2 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805644 Jan 24 22:28:21.998884 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10e3da-b42a-4333-aba6-97108c720542 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9f98aa-61b7-471d-a113-b3ce2247724e,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:22.074358 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9143783-21d3-41a5-82da-09eb38acf166 x-openstack-request-id: req-e9143783-21d3-41a5-82da-09eb38acf166 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:22.074747 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a250b35-2478-48ce-b61d-9eae8933d5fb", "tag": "1b9f98aa-61b7-471d-a113-b3ce2247724e", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:22.075094 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e9143783-21d3-41a5-82da-09eb38acf166 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:22.076877 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'tag': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'status': 'completed', 'code': 200} Jan 24 22:28:22.084554 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987c8810-0969-4e25-bb03-7993afce108d {{(pid=102562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:22.099515 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Publish callbacks [] for port (987c8810-0969-4e25-bb03-7993afce108d), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:22.103733 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de672f9-93db-41c8-b090-e6907601e483 req-37ef87f5-c9ae-490a-8581-6a6f7c5b8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:22.105667 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-37ef87f5-c9ae-490a-8581-6a6f7c5b8f29 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 1096 time: 0.1034231 Jan 24 22:28:22.226935 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.115', 52130) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:22.230306 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-f72ea66d-9c8f-4f3c-96a2-e074525907a6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 200 len: 217 time: 0.1076984 Jan 24 22:28:22.292463 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabc5fed-da17-478f-810d-56ef4b5caa98 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:22.308679 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd28b17-1afd-4a5e-9128-ac0573aedfae x-openstack-request-id: req-2bd28b17-1afd-4a5e-9128-ac0573aedfae {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:22.309299 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33400f7e-6413-4b0d-8062-8c4befff1b88", "name": "network-vif-plugged", "status": "completed", "tag": "a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:22.309770 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2bd28b17-1afd-4a5e-9128-ac0573aedfae {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:22.310380 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33400f7e-6413-4b0d-8062-8c4befff1b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99', 'code': 200} Jan 24 22:28:22.314253 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Publish callbacks [] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:22.331921 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46c91638-f975-47a2-964e-9c9853bad9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (1ba2fead-1801-4c01-8d8b-96e35cb0ea88), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:22.338509 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46c91638-f975-47a2-964e-9c9853bad9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:22.344131 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-46c91638-f975-47a2-964e-9c9853bad9a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ba2fead-1801-4c01-8d8b-96e35cb0ea88 HTTP/1.1" status: 204 len: 168 time: 1.1831977 Jan 24 22:28:22.410001 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:22.415190 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c91638-f975-47a2-964e-9c9853bad9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba2fead-1801-4c01-8d8b-96e35cb0ea88,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:22.437896 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Transition to ACTIVE for port object aabc5fed-da17-478f-810d-56ef4b5caa98 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:28:22.464720 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:22.568254 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.provisioning_blocks [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Transition to ACTIVE for port object 987c8810-0969-4e25-bb03-7993afce108d will not be triggered until provisioned by entity L2. {{(pid=102562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:28:22.617679 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00754-5313-4e07-857a-f9d39053b20f req-7a324a61-13a2-49fc-a051-38fc03e4d231 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:22.619440 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-7a324a61-13a2-49fc-a051-38fc03e4d231 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 819 time: 0.3929496 Jan 24 22:28:22.621927 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.115', 52133) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:22.638156 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92d130eb-2c08-477e-a864-8530dcad54ac req-a4ffc5ef-e12b-4596-85c3-9e99f80f9e06 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 210 time: 0.0762305 Jan 24 22:28:22.640932 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:22.718009 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Pushing event updated for resources: {'Port': ['ID=aabc5fed-da17-478f-810d-56ef4b5caa98,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:22.724899 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Request body: {'port': {'device_id': '4044f2ed-7e33-45cf-9b1b-6447f372c243', 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa', 'admin_state_up': True, 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:22.744194 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Attempting to bind port aabc5fed-da17-478f-810d-56ef4b5caa98 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:22.744775 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Attempting to bind port aabc5fed-da17-478f-810d-56ef4b5caa98 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:22.745312 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Attempting to bind port aabc5fed-da17-478f-810d-56ef4b5caa98 on network a7842576-11ac-466b-b3df-3ae9b0fa5bfa {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:22.779085 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede91d47-7fa5-476d-bc1e-9c28c02a4fb6 req-2c221560-aab4-4daa-adae-3a930cd22715 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:22.781042 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ede91d47-7fa5-476d-bc1e-9c28c02a4fb6 req-2c221560-aab4-4daa-adae-3a930cd22715 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.5474944 Jan 24 22:28:22.782588 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de672f9-93db-41c8-b090-e6907601e483 req-ed23d9f3-e7fe-4540-8b4a-098572e847d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:22.785958 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-ed23d9f3-e7fe-4540-8b4a-098572e847d2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.5319874 Jan 24 22:28:22.789998 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Port aabc5fed-da17-478f-810d-56ef4b5caa98 on network a7842576-11ac-466b-b3df-3ae9b0fa5bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:28:22.789998 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Attempting to bind port aabc5fed-da17-478f-810d-56ef4b5caa98 on network a7842576-11ac-466b-b3df-3ae9b0fa5bfa {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:22.864055 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:22.864456 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Checking segment: {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:22.865284 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Bound using segment: {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:22.865984 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Bound port: aabc5fed-da17-478f-810d-56ef4b5caa98, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:22.866501 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:22.884758 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82696c7-207b-42fa-8144-7f32b7332cfd req-763f4e75-82e4-4c23-8438-225c998d2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:22.886327 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c82696c7-207b-42fa-8144-7f32b7332cfd req-763f4e75-82e4-4c23-8438-225c998d2fea service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 1098 time: 0.2613952 Jan 24 22:28:22.969671 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Attempting to bind port 987c8810-0969-4e25-bb03-7993afce108d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:22.970020 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Attempting to bind port 987c8810-0969-4e25-bb03-7993afce108d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:22.970358 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Attempting to bind port 987c8810-0969-4e25-bb03-7993afce108d on network 8d56f692-32cb-491f-92de-425cd4663a5e {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:22.995155 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:23.004250 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c82696c7-207b-42fa-8144-7f32b7332cfd req-16e79d11-608c-436b-9f5a-35f76ec70afb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.014292 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Port 987c8810-0969-4e25-bb03-7993afce108d on network 8d56f692-32cb-491f-92de-425cd4663a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:28:23.014624 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Attempting to bind port 987c8810-0969-4e25-bb03-7993afce108d on network 8d56f692-32cb-491f-92de-425cd4663a5e {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:23.061405 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:23.061741 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Checking segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:23.062134 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Bound using segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:23.062640 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Bound port: 987c8810-0969-4e25-bb03-7993afce108d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:23.062985 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.096447 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de672f9-93db-41c8-b090-e6907601e483 req-3bd89fa9-3a35-4b5b-a0de-2c2ed3d441fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:23.098503 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-3bd89fa9-3a35-4b5b-a0de-2c2ed3d441fc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2745798 Jan 24 22:28:23.114629 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ede91d47-7fa5-476d-bc1e-9c28c02a4fb6 req-6a679458-1d19-40e2-8891-2d3eb3066457 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173161 Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.119669 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:28:23.121935 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:28:23.132224 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c53d38-b6fd-4c35-ac1a-1a6c9c94ac34 req-74bfa2cf-5ee1-44f3-90f0-6f2046435a69 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:23.148239 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-46c53d38-b6fd-4c35-ac1a-1a6c9c94ac34 req-74bfa2cf-5ee1-44f3-90f0-6f2046435a69 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.3604679 Jan 24 22:28:23.181415 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] For port aabc5fed-da17-478f-810d-56ef4b5caa98, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:23.241666 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Made reservation on behalf of 7e8dce58932149cbaee5ed5aabdbe3fa for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:28:23.245771 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.250783 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] For port aabc5fed-da17-478f-810d-56ef4b5caa98, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aabc5fed-da17-478f-810d-56ef4b5caa98,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:23.267172 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.351725 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:23.352935 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.355663 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] 10.222.0.115 "PUT /v2.0/ports/aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 200 len: 1094 time: 2.0362663 Jan 24 22:28:23.361540 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a871432f-36c3-495a-8269-9de0a0e45315', 'tag': 'aabc5fed-da17-478f-810d-56ef4b5caa98'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:23.429119 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-46c53d38-b6fd-4c35-ac1a-1a6c9c94ac34 req-8d9c8ce5-61ec-4a63-a1f4-3928d1338c1c tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783430 Jan 24 22:28:23.443342 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6faac-340f-4cf7-ae54-d51853fb3efa req-36fdc527-db68-434a-bc33-a84eebf25236 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:23.444995 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-03d6faac-340f-4cf7-ae54-d51853fb3efa req-36fdc527-db68-434a-bc33-a84eebf25236 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.2191105 Jan 24 22:28:23.447131 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:23.483715 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:23.486346 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-287b638c-edb3-4cf9-9a7f-beb0cfccfd5a service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338151 Jan 24 22:28:23.529154 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-03d6faac-340f-4cf7-ae54-d51853fb3efa req-17a17951-3656-40f1-9614-7be21703439f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734377 Jan 24 22:28:23.531734 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.621835 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:23.623108 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.624559 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] 10.222.0.115 "PUT /v2.0/ports/987c8810-0969-4e25-bb03-7993afce108d HTTP/1.1" status: 200 len: 1093 time: 3.1333320 Jan 24 22:28:23.679546 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c82696c7-207b-42fa-8144-7f32b7332cfd req-16e79d11-608c-436b-9f5a-35f76ec70afb service neutron] Publish callbacks [] for security_group (0cbb10da-ec1b-44d0-ba5e-ae8974e3868e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.712124 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c82696c7-207b-42fa-8144-7f32b7332cfd req-16e79d11-608c-436b-9f5a-35f76ec70afb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0cbb10da-ec1b-44d0-ba5e-ae8974e3868e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:23.787255 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e79d11-608c-436b-9f5a-35f76ec70afb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbb10da-ec1b-44d0-ba5e-ae8974e3868e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:23.795580 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ee850-8ae3-4a95-bd89-2cf9a0f9936a service neutron] Pushing event updated for resources: {'Port': ['ID=aabc5fed-da17-478f-810d-56ef4b5caa98,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:23.832835 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Allocated IP 172.20.0.8 (a7842576-11ac-466b-b3df-3ae9b0fa5bfa/b3c5736e-11ca-4e24-b6d2-3e78878985b6/80c7633d-9102-4911-954f-6788c2d7bbcc) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:28:23.834744 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9de672f9-93db-41c8-b090-e6907601e483 req-018520dd-f27d-4dd4-8897-803479f8d6a0 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158541 Jan 24 22:28:23.852134 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c82696c7-207b-42fa-8144-7f32b7332cfd req-16e79d11-608c-436b-9f5a-35f76ec70afb service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9513764 Jan 24 22:28:23.860690 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-44cd587b-eb74-4e13-9905-ab67de24e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:23.862366 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-44cd587b-eb74-4e13-9905-ab67de24e3c7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1097 time: 0.4266031 Jan 24 22:28:23.897054 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5e67e-0492-4fb5-b181-668bdd8d53d1 req-a760f729-0428-4d6c-8703-0bd8fd02859b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:23.898604 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-17b5e67e-0492-4fb5-b181-668bdd8d53d1 req-a760f729-0428-4d6c-8703-0bd8fd02859b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.3328347 Jan 24 22:28:23.938196 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e65aff-0026-4e27-a305-d12ebfde1c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a871432f-36c3-495a-8269-9de0a0e45315", "tag": "aabc5fed-da17-478f-810d-56ef4b5caa98"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:23.938370 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a2bb85c-4101-402a-813c-1e98b82fec6d req-e4f3c1af-a07c-4edc-a2c3-533a7ba33b08 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 210 time: 0.0942640 Jan 24 22:28:23.944775 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115b92f-f651-4523-a93f-eff92e0a7af4 service neutron] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:23.960749 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0df5e0aa-cce4-4a4a-8206-bbef2e4bde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:23.971834 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-0df5e0aa-cce4-4a4a-8206-bbef2e4bde41 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 1096 time: 0.2570205 Jan 24 22:28:24.026406 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-17b5e67e-0492-4fb5-b181-668bdd8d53d1 req-5334f259-6ea9-4361-9711-5c679b7e8347 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913250 Jan 24 22:28:24.077658 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'tag': '987c8810-0969-4e25-bb03-7993afce108d'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:24.080437 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a9374e-dede-41df-96d6-dab945680e85" -d '{"events": [{"name": "network-changed", "server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "tag": "987c8810-0969-4e25-bb03-7993afce108d"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:24.121651 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246e51eb-1249-4b5e-b387-36d1a5f2ef03 x-openstack-request-id: req-246e51eb-1249-4b5e-b387-36d1a5f2ef03 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:24.122006 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a871432f-36c3-495a-8269-9de0a0e45315", "tag": "aabc5fed-da17-478f-810d-56ef4b5caa98", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:24.122424 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-246e51eb-1249-4b5e-b387-36d1a5f2ef03 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:24.122774 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a871432f-36c3-495a-8269-9de0a0e45315', 'tag': 'aabc5fed-da17-478f-810d-56ef4b5caa98', 'status': 'completed', 'code': 200} Jan 24 22:28:24.134632 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16880507-7071-4dd7-b01c-4fd9a25ba177 x-openstack-request-id: req-16880507-7071-4dd7-b01c-4fd9a25ba177 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:24.135266 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "tag": "987c8810-0969-4e25-bb03-7993afce108d", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:24.135657 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-16880507-7071-4dd7-b01c-4fd9a25ba177 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:24.136198 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'tag': '987c8810-0969-4e25-bb03-7993afce108d', 'status': 'completed', 'code': 200} Jan 24 22:28:24.168267 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks [] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:24.245364 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7d63c-9079-4e51-a0e5-df60855035f7 req-b2825d09-755c-4e19-9694-c4fbfad00a23 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.246957 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62f7d63c-9079-4e51-a0e5-df60855035f7 req-b2825d09-755c-4e19-9694-c4fbfad00a23 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.0589278 Jan 24 22:28:24.261974 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:24.292391 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-3c52331e-2800-4254-9c6d-80a56cf1a50f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 200 len: 217 time: 0.0718255 Jan 24 22:28:24.300505 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-07116c53-8fe8-4a1a-b888-2c7c8e09c494 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987c8810-0969-4e25-bb03-7993afce108d HTTP/1.1" status: 200 len: 217 time: 0.0505481 Jan 24 22:28:24.311590 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179be558-5543-42db-b299-8115c58cf1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0843b280-c8c5-4405-93c7-2ba198e91f41'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:24.314567 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5aad00-cab7-45b4-a9a9-f8c8bca99947" -d '{"events": [{"server_uuid": "179be558-5543-42db-b299-8115c58cf1e5", "name": "network-vif-plugged", "status": "completed", "tag": "0843b280-c8c5-4405-93c7-2ba198e91f41"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:24.353039 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Pushing event updated for resources: {'Port': ['ID=80c7633d-9102-4911-954f-6788c2d7bbcc,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:24.396816 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62f7d63c-9079-4e51-a0e5-df60855035f7 req-4263b3ea-579b-4291-aa45-2be0660d05d2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344459 Jan 24 22:28:24.398849 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-16252933-35b0-45f7-8c52-05504543c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.400508 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-16252933-35b0-45f7-8c52-05504543c7a5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0931842 Jan 24 22:28:24.406336 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Network a7842576-11ac-466b-b3df-3ae9b0fa5bfa is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:28:24.413616 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:28:24.423893 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:28:24.428915 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcbbda6-28f9-41f3-a1a5-60aff4d43858 x-openstack-request-id: req-8fcbbda6-28f9-41f3-a1a5-60aff4d43858 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:24.429558 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179be558-5543-42db-b299-8115c58cf1e5", "name": "network-vif-plugged", "status": "completed", "tag": "0843b280-c8c5-4405-93c7-2ba198e91f41", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:24.430071 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8fcbbda6-28f9-41f3-a1a5-60aff4d43858 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:24.430615 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179be558-5543-42db-b299-8115c58cf1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0843b280-c8c5-4405-93c7-2ba198e91f41', 'code': 200} Jan 24 22:28:24.434551 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.436215 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:24.458870 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-f397fbe3-9ef8-4ece-9993-a7aab8498626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.460353 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-092999a0-34c1-464b-8b36-07fc99302f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.460610 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-f397fbe3-9ef8-4ece-9993-a7aab8498626 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.1532760 Jan 24 22:28:24.462497 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-57bb30fe-5e50-496e-a63f-440dfded8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.464436 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-57bb30fe-5e50-496e-a63f-440dfded8056 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 1096 time: 0.1658602 Jan 24 22:28:24.469554 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-a35f73e1-780a-4969-b4e4-fcf6c1fa1cac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7746637 Jan 24 22:28:24.473306 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-092999a0-34c1-464b-8b36-07fc99302f37 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547085 Jan 24 22:28:24.501974 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-2587e9d9-24f7-4201-b2d2-927b6da37078 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255213 Jan 24 22:28:24.508318 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Request body: {'port': {'device_id': '4044f2ed-7e33-45cf-9b1b-6447f372c243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:24.611367 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0415d75-70b8-46e0-b78d-524d06da2a23 req-9e007913-4926-4112-bd8c-54f83962c214 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.619262 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f0415d75-70b8-46e0-b78d-524d06da2a23 req-9e007913-4926-4112-bd8c-54f83962c214 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0998113 Jan 24 22:28:24.698110 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:24.731758 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-97364c4b-9151-4efb-9c49-7ac810b055b0 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397621 Jan 24 22:28:24.751219 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-766e5b1f-ee7a-41d1-a62d-ed4f326414be service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314651 Jan 24 22:28:24.770749 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-f4844712-7c69-4b73-92e8-aa8bbcbbbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.771958 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f0415d75-70b8-46e0-b78d-524d06da2a23 req-9212a3d4-6e72-4f1c-82a1-3ea97ad5c17e tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499934 Jan 24 22:28:24.772418 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-f4844712-7c69-4b73-92e8-aa8bbcbbbecc service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 912 time: 0.2684774 Jan 24 22:28:24.804083 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04c05a-1b96-4f82-b9ac-18d3fb56c4f8 req-94a7342a-6112-481a-9b53-eed1d7df977e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.805575 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1d04c05a-1b96-4f82-b9ac-18d3fb56c4f8 req-94a7342a-6112-481a-9b53-eed1d7df977e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.1492338 Jan 24 22:28:24.808483 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c5ba6-a854-47d7-88d7-c64552441a0b req-36d28e37-e841-49c0-82eb-8b2a8e4173df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:24.809902 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eb8c5ba6-a854-47d7-88d7-c64552441a0b req-36d28e37-e841-49c0-82eb-8b2a8e4173df service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 1098 time: 0.1285131 Jan 24 22:28:24.855190 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1d04c05a-1b96-4f82-b9ac-18d3fb56c4f8 req-aa46704b-6e15-4a7e-b0b4-705c880cee0f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Jan 24 22:28:25.012410 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c7633d-9102-4911-954f-6788c2d7bbcc {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:25.021236 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Publish callbacks [] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:25.034657 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Transition to ACTIVE for port object 80c7633d-9102-4911-954f-6788c2d7bbcc will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:28:25.040023 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:25.050513 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b00ec-43c0-47ed-9b4e-b4f6d715d3ac req-62c7ab03-d9a0-45b9-8f9f-bf4428991cec tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:25.069598 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bd4b00ec-43c0-47ed-9b4e-b4f6d715d3ac req-62c7ab03-d9a0-45b9-8f9f-bf4428991cec tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 931 time: 0.0778792 Jan 24 22:28:25.101146 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=80c7633d-9102-4911-954f-6788c2d7bbcc,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:25.159887 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Attempting to bind port 80c7633d-9102-4911-954f-6788c2d7bbcc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:28:25.160084 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Attempting to bind port 80c7633d-9102-4911-954f-6788c2d7bbcc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:28:25.160421 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Attempting to bind port 80c7633d-9102-4911-954f-6788c2d7bbcc on network a7842576-11ac-466b-b3df-3ae9b0fa5bfa {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:25.166491 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Port 80c7633d-9102-4911-954f-6788c2d7bbcc on network a7842576-11ac-466b-b3df-3ae9b0fa5bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:28:25.166820 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Attempting to bind port 80c7633d-9102-4911-954f-6788c2d7bbcc on network a7842576-11ac-466b-b3df-3ae9b0fa5bfa {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:28:25.172895 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:28:25.173272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Checking segment: {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:28:25.173652 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Bound using segment: {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:28:25.174082 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Bound port: 80c7633d-9102-4911-954f-6788c2d7bbcc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:28:25.174421 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:25.186325 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bd4b00ec-43c0-47ed-9b4e-b4f6d715d3ac req-29ed4995-ce96-4965-ae83-507023e3eb80 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156709 Jan 24 22:28:25.215721 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7deddb-92a8-47c7-a6ab-50a8c5f4ce46 req-e7a34956-df21-4d15-8d8e-84806c3c2268 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:25.222867 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b7deddb-92a8-47c7-a6ab-50a8c5f4ce46 req-e7a34956-df21-4d15-8d8e-84806c3c2268 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0855877 Jan 24 22:28:25.260537 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] For port 80c7633d-9102-4911-954f-6788c2d7bbcc, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:28:25.265152 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] For port 80c7633d-9102-4911-954f-6788c2d7bbcc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80c7633d-9102-4911-954f-6788c2d7bbcc,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:28:25.275082 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:25.287781 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b7deddb-92a8-47c7-a6ab-50a8c5f4ce46 req-2df09962-ede8-48d0-b8af-2b2c7849e909 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616221 Jan 24 22:28:25.326044 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:25.326926 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:25.328455 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] 10.222.0.115 "PUT /v2.0/ports/80c7633d-9102-4911-954f-6788c2d7bbcc HTTP/1.1" status: 200 len: 1093 time: 0.8255863 Jan 24 22:28:25.350237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f6f7-d086-40cd-b38a-f5571b2ac1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=80c7633d-9102-4911-954f-6788c2d7bbcc,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:25.507860 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b126d9-8da5-4cf4-bce2-b4c0cf806c87 req-67305c49-452a-4e5d-a95c-71d4c88bbbc1 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:25.509444 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-46b126d9-8da5-4cf4-bce2-b4c0cf806c87 req-67305c49-452a-4e5d-a95c-71d4c88bbbc1 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.0551078 Jan 24 22:28:25.560464 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-46b126d9-8da5-4cf4-bce2-b4c0cf806c87 req-60522068-861d-4fab-b53f-fde4c372cc59 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455301 Jan 24 22:28:25.675426 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:28:25.890453 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dec28-c1c8-41b7-b643-9af7a241fc73 req-5b1d07c5-c438-4b0b-b784-ee4d41f08db3 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:25.892466 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c01dec28-c1c8-41b7-b643-9af7a241fc73 req-5b1d07c5-c438-4b0b-b784-ee4d41f08db3 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0527351 Jan 24 22:28:25.956369 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c01dec28-c1c8-41b7-b643-9af7a241fc73 req-df019e4c-f15e-43c4-b388-8f0abd95a9b3 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572455 Jan 24 22:28:25.993621 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e5f96-eedb-4d97-85e7-8fd1b6cff14a req-213603b6-017c-43a3-8fa4-7e83f64500ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:25.995110 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-716e5f96-eedb-4d97-85e7-8fd1b6cff14a req-213603b6-017c-43a3-8fa4-7e83f64500ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0582922 Jan 24 22:28:26.042672 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-716e5f96-eedb-4d97-85e7-8fd1b6cff14a req-9c0630b9-806b-4c28-bcb0-f70b5bd63bc8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Jan 24 22:28:26.124262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4044f2ed-7e33-45cf-9b1b-6447f372c243', 'tag': '80c7633d-9102-4911-954f-6788c2d7bbcc'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:26.127011 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e24681c-162a-4488-8710-6d33958ee2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4044f2ed-7e33-45cf-9b1b-6447f372c243", "tag": "80c7633d-9102-4911-954f-6788c2d7bbcc"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:26.164540 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8106359-cdce-49fc-8d33-cc5bb9913e2a x-openstack-request-id: req-d8106359-cdce-49fc-8d33-cc5bb9913e2a {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:26.164840 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4044f2ed-7e33-45cf-9b1b-6447f372c243", "tag": "80c7633d-9102-4911-954f-6788c2d7bbcc", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:26.165122 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d8106359-cdce-49fc-8d33-cc5bb9913e2a {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:26.165625 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4044f2ed-7e33-45cf-9b1b-6447f372c243', 'tag': '80c7633d-9102-4911-954f-6788c2d7bbcc', 'status': 'completed', 'code': 200} Jan 24 22:28:26.311887 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ecf8d-7156-4372-9fb8-262bd22fee68 req-b84d5a3e-bb78-4967-b344-ce847ab8bb4a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:26.313584 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e63ecf8d-7156-4372-9fb8-262bd22fee68 req-b84d5a3e-bb78-4967-b344-ce847ab8bb4a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0629086 Jan 24 22:28:26.396142 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e63ecf8d-7156-4372-9fb8-262bd22fee68 req-cdfdd17c-e42c-47e8-ab95-6bc44af11a21 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767536 Jan 24 22:28:26.415954 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063779d-e6a0-4082-aa2a-4cb03cae69ff req-e9b66afc-ca44-490c-918e-9ccfed33ba9c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:26.417496 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5063779d-e6a0-4082-aa2a-4cb03cae69ff req-e9b66afc-ca44-490c-918e-9ccfed33ba9c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0628161 Jan 24 22:28:26.466079 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5063779d-e6a0-4082-aa2a-4cb03cae69ff req-712589c8-979b-4bc5-8209-0f27caa4f652 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Jan 24 22:28:26.695955 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a68732-47f7-4c31-871a-bca54a0bce0f req-bb9aff72-9a38-457a-94e4-3c27ffed9ad8 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:26.697438 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8a68732-47f7-4c31-871a-bca54a0bce0f req-bb9aff72-9a38-457a-94e4-3c27ffed9ad8 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.0621798 Jan 24 22:28:26.749449 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8a68732-47f7-4c31-871a-bca54a0bce0f req-ec052396-0386-4703-b54d-a16b765cda42 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Jan 24 22:28:27.069299 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff486b85-3062-4271-b0ce-e1efb4a02db0 req-1b8d4c96-42ab-4314-9b61-96e7b60cb060 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:27.071655 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ff486b85-3062-4271-b0ce-e1efb4a02db0 req-1b8d4c96-42ab-4314-9b61-96e7b60cb060 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Jan 24 22:28:27.131089 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ff486b85-3062-4271-b0ce-e1efb4a02db0 req-16f25004-4182-4893-8828-c5dd2a5e9b66 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536878 Jan 24 22:28:27.167204 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc35010-ea5e-417c-b3e4-e48be7485755 req-db536fc2-1c61-4959-9381-9a87298e7c24 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:27.168749 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0fc35010-ea5e-417c-b3e4-e48be7485755 req-db536fc2-1c61-4959-9381-9a87298e7c24 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0537844 Jan 24 22:28:27.216286 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0fc35010-ea5e-417c-b3e4-e48be7485755 req-b9cb619c-f4f9-4399-aece-5dcfd55d41dd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Jan 24 22:28:27.429677 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-e96acdd1-1455-4800-ba45-9b3e32c06ccc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 200 len: 217 time: 0.0817835 Jan 24 22:28:27.437710 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eb8c5ba6-a854-47d7-88d7-c64552441a0b req-ada2250c-54cd-4ca8-a9e2-4bb4583a1655 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910835 Jan 24 22:28:27.451107 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a5a10c1-1414-425b-8c85-9c0c76aa009d req-4ce91b3a-2485-4ed6-ba91-31169b31e764 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411700 Jan 24 22:28:27.523406 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01132e3-0e2a-402d-bab2-2c3944486978 req-6d2961c2-651c-4253-9276-ff282393d324 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:27.523866 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a01132e3-0e2a-402d-bab2-2c3944486978 req-6d2961c2-651c-4253-9276-ff282393d324 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0571260 Jan 24 22:28:27.606030 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a01132e3-0e2a-402d-bab2-2c3944486978 req-7620b778-ce5e-4865-a17d-5f284aea2768 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765178 Jan 24 22:28:27.623443 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ebb0-4dd6-4da0-b8ae-dc5edc1d3ac1 req-8e7b70e1-8a64-46dd-9495-cae245ca78a1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:27.625113 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e5b2ebb0-4dd6-4da0-b8ae-dc5edc1d3ac1 req-8e7b70e1-8a64-46dd-9495-cae245ca78a1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0774384 Jan 24 22:28:27.678124 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e5b2ebb0-4dd6-4da0-b8ae-dc5edc1d3ac1 req-576232bf-cdd6-425e-bd86-be48fe3920cc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Jan 24 22:28:27.721682 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24681c-162a-4488-8710-6d33958ee2c3 req-f936bb86-ca5a-4e6f-ad63-19af6288579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:27.723164 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4e24681c-162a-4488-8710-6d33958ee2c3 req-f936bb86-ca5a-4e6f-ad63-19af6288579e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 1096 time: 0.3133645 Jan 24 22:28:27.728310 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-6eb95626-8738-4d77-932b-627ddb6f92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:27.729694 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-6eb95626-8738-4d77-932b-627ddb6f92b7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.2808223 Jan 24 22:28:27.744399 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c07f6aa4-0ddd-4f9c-942c-9342b167900c req-974beae1-ccea-4fc8-bcc5-c014db9b803a service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977082 Jan 24 22:28:27.750363 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:27.866247 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a5f1-deac-4a3f-b821-d82aa0e1627d req-34bff68b-c11e-4907-898d-5b71ebab2691 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:27.867690 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ffd7a5f1-deac-4a3f-b821-d82aa0e1627d req-34bff68b-c11e-4907-898d-5b71ebab2691 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.0496962 Jan 24 22:28:27.919103 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ffd7a5f1-deac-4a3f-b821-d82aa0e1627d req-c67bd2b4-cb21-4ebf-8652-8e89c3d5c900 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457447 Jan 24 22:28:28.251947 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61c21e-5f0b-4160-b8d5-ba73edce6013 req-96a7f5b4-63a3-409a-a81a-865e6097a501 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:28.253438 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fd61c21e-5f0b-4160-b8d5-ba73edce6013 req-96a7f5b4-63a3-409a-a81a-865e6097a501 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0504208 Jan 24 22:28:28.327374 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fd61c21e-5f0b-4160-b8d5-ba73edce6013 req-e54b7ef4-9dbe-4dce-b827-63d11bcc5d0d tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681009 Jan 24 22:28:28.350565 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7654146-8787-42e6-ad58-cd189b4be935 req-0cce6fc6-5cb6-4d9c-809e-9524f55e170d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:28.352121 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b7654146-8787-42e6-ad58-cd189b4be935 req-0cce6fc6-5cb6-4d9c-809e-9524f55e170d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0630324 Jan 24 22:28:28.403874 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b7654146-8787-42e6-ad58-cd189b4be935 req-0788dd70-f379-4962-8c40-c5e27facd2ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457404 Jan 24 22:28:28.919345 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094bcfb-2613-4301-b0a4-61d3073df9a5 req-36628cef-033b-4f00-bfef-c1ad92afbeaa tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:28.920737 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1094bcfb-2613-4301-b0a4-61d3073df9a5 req-36628cef-033b-4f00-bfef-c1ad92afbeaa tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.2476923 Jan 24 22:28:28.961182 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780757e5-fca1-4917-bc87-2709867e4ec2 req-5402e8b0-3018-42b3-bdb6-b92baa45e6e7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:28.962738 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-780757e5-fca1-4917-bc87-2709867e4ec2 req-5402e8b0-3018-42b3-bdb6-b92baa45e6e7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0811269 Jan 24 22:28:28.999430 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1094bcfb-2613-4301-b0a4-61d3073df9a5 req-c8f7a817-7bfa-4fb1-b548-44476ad3cf20 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723965 Jan 24 22:28:29.027953 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-780757e5-fca1-4917-bc87-2709867e4ec2 req-439b343f-6b56-47a3-819f-ebedbfd3632c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570483 Jan 24 22:28:29.101729 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0127d-b4e8-4393-bb45-2548389951ea req-3211345d-9f22-4b35-a693-a31cb60aead8 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:29.103206 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-efc0127d-b4e8-4393-bb45-2548389951ea req-3211345d-9f22-4b35-a693-a31cb60aead8 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.0486586 Jan 24 22:28:29.158800 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-efc0127d-b4e8-4393-bb45-2548389951ea req-77f1f3d3-1374-4238-b190-a81cd5cbc570 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467441 Jan 24 22:28:29.474013 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5d6d-1d21-44b8-9df4-0f12deeb20ca req-9832debd-3620-4b51-9e0c-0ba24b74d2db tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:29.475661 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b1c5d6d-1d21-44b8-9df4-0f12deeb20ca req-9832debd-3620-4b51-9e0c-0ba24b74d2db tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0615435 Jan 24 22:28:29.550559 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b1c5d6d-1d21-44b8-9df4-0f12deeb20ca req-a6ab0729-694d-4b5c-874f-7f8816e456d9 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691748 Jan 24 22:28:29.560969 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8730a-9d13-4416-b867-2880d9728cbc req-359822c7-fd70-4ce4-adac-060912c72951 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:29.562467 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6fc8730a-9d13-4416-b867-2880d9728cbc req-359822c7-fd70-4ce4-adac-060912c72951 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0794055 Jan 24 22:28:29.611279 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6fc8730a-9d13-4416-b867-2880d9728cbc req-9321e2d5-c1e2-477b-a24e-f5b23d207cae tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Jan 24 22:28:30.145301 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729aef-bb6e-403b-ba58-0fdc25af49d8 req-2b3a6cbc-48f1-4400-aff5-9e246b08572e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.146782 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-61729aef-bb6e-403b-ba58-0fdc25af49d8 req-2b3a6cbc-48f1-4400-aff5-9e246b08572e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0795183 Jan 24 22:28:30.159131 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05795-c1ca-44d1-994d-726bc0c50883 req-f96d9e66-ef46-4a36-92b3-f87f494edd9d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.160533 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b9a05795-c1ca-44d1-994d-726bc0c50883 req-f96d9e66-ef46-4a36-92b3-f87f494edd9d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0647790 Jan 24 22:28:30.230870 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-61729aef-bb6e-403b-ba58-0fdc25af49d8 req-7bb7b232-7b8f-4ade-807e-d509f3bb7b01 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693476 Jan 24 22:28:30.234441 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b9a05795-c1ca-44d1-994d-726bc0c50883 req-6b414b1a-3c23-4f45-8234-db6c494996f2 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 Jan 24 22:28:30.350524 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea71f5-eecb-4801-aaed-85c02bee2db0 req-581f026c-0a46-494d-90c4-fbde952dba2b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.352140 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0eea71f5-eecb-4801-aaed-85c02bee2db0 req-581f026c-0a46-494d-90c4-fbde952dba2b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.0617027 Jan 24 22:28:30.403729 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0eea71f5-eecb-4801-aaed-85c02bee2db0 req-c6ff97c8-d145-42c9-8bde-09f4b2ca1a2f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458291 Jan 24 22:28:30.678617 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aef62-60bd-4f6c-a1b6-442c853af97d req-969b2472-729e-494c-8710-dc52edfa8704 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.680431 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0c3aef62-60bd-4f6c-a1b6-442c853af97d req-969b2472-729e-494c-8710-dc52edfa8704 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0581310 Jan 24 22:28:30.766034 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-709a8c2c-3cab-469f-a08c-120ad28c5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.767746 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-709a8c2c-3cab-469f-a08c-120ad28c5234 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2052824 Jan 24 22:28:30.774627 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9374e-dede-41df-96d6-dab945680e85 req-0ab2e560-a944-4629-83c0-27255a55bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.776045 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1a9374e-dede-41df-96d6-dab945680e85 req-0ab2e560-a944-4629-83c0-27255a55bb1b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 1096 time: 0.1364012 Jan 24 22:28:30.784245 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24681c-162a-4488-8710-6d33958ee2c3 req-a0d78f69-9e3f-4a5b-84ee-c0956a49a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.785591 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4e24681c-162a-4488-8710-6d33958ee2c3 req-a0d78f69-9e3f-4a5b-84ee-c0956a49a9e5 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2532759 Jan 24 22:28:30.797294 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaedd6b-132e-41c5-af81-0b0e7cbb9b66 req-89fd5790-af1d-42c4-a7cd-4cefdce63e35 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.798765 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-dcaedd6b-132e-41c5-af81-0b0e7cbb9b66 req-89fd5790-af1d-42c4-a7cd-4cefdce63e35 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.1057758 Jan 24 22:28:30.801938 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0c3aef62-60bd-4f6c-a1b6-442c853af97d req-24516e74-b677-4ff5-b9c0-8641bae46e40 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160185 Jan 24 22:28:30.847699 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-1a6955ae-e933-4690-83dd-0168cdb42172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.849224 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-1a6955ae-e933-4690-83dd-0168cdb42172 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1097 time: 0.0980849 Jan 24 22:28:30.868911 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-dcaedd6b-132e-41c5-af81-0b0e7cbb9b66 req-a0ab1db3-d0f2-4ea3-8850-006769b0ed08 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633936 Jan 24 22:28:30.946907 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-d8f0916a-3f1b-4017-ae2d-5ebaa0adea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:30.948482 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-d8f0916a-3f1b-4017-ae2d-5ebaa0adea9b service neutron] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 920 time: 0.0913742 Jan 24 22:28:31.054929 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-9ba2ce4c-ac56-43e2-ab31-1738e56a1a48 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779193 Jan 24 22:28:31.065074 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9374e-dede-41df-96d6-dab945680e85 req-5889439b-44f9-49dc-8a6b-e676af49438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:31.066409 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1a9374e-dede-41df-96d6-dab945680e85 req-5889439b-44f9-49dc-8a6b-e676af49438c service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.2792618 Jan 24 22:28:31.075455 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24681c-162a-4488-8710-6d33958ee2c3 req-3fdf6423-10a8-4e3c-b711-2160c9e6e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:31.076835 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4e24681c-162a-4488-8710-6d33958ee2c3 req-3fdf6423-10a8-4e3c-b711-2160c9e6e1d3 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745559 Jan 24 22:28:31.384089 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5f0a4-6459-4039-b38e-cd47990e4fa4 req-0381f279-9eee-4deb-b996-159fc7df8b63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:31.385663 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-60d5f0a4-6459-4039-b38e-cd47990e4fa4 req-0381f279-9eee-4deb-b996-159fc7df8b63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0796504 Jan 24 22:28:31.394247 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a13ea-8701-453a-8c3f-946ef7ef9102 req-3fde3542-7696-4adb-bd56-f392d0e9268c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:31.395618 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fa6a13ea-8701-453a-8c3f-946ef7ef9102 req-3fde3542-7696-4adb-bd56-f392d0e9268c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0807729 Jan 24 22:28:31.484805 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-60d5f0a4-6459-4039-b38e-cd47990e4fa4 req-634e3db0-1c86-4748-bf64-c3efaa8d73b8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882454 Jan 24 22:28:31.489574 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fa6a13ea-8701-453a-8c3f-946ef7ef9102 req-28e95dc9-6366-4669-9dc7-93c005b3ce81 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840104 Jan 24 22:28:31.595020 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88a11f-d798-4454-899f-2cf8bc5ec3dc req-2ea68a29-e077-4bd5-8337-198dd63daec5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:31.596518 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4b88a11f-d798-4454-899f-2cf8bc5ec3dc req-2ea68a29-e077-4bd5-8337-198dd63daec5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.0540509 Jan 24 22:28:31.654925 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4b88a11f-d798-4454-899f-2cf8bc5ec3dc req-88bc4783-8701-4177-8a94-a9537957a961 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523140 Jan 24 22:28:31.933622 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59c4c3-5336-4c6f-af2b-083769152c06 req-6f7aa5bf-fb31-444d-a1e2-0792dac36614 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:31.935311 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-be59c4c3-5336-4c6f-af2b-083769152c06 req-6f7aa5bf-fb31-444d-a1e2-0792dac36614 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0532601 Jan 24 22:28:32.009558 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-be59c4c3-5336-4c6f-af2b-083769152c06 req-c5da7ebc-f0a5-4085-986a-5817d4abdadc tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687537 Jan 24 22:28:32.026942 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d154bd7-e7b4-43ea-aff8-b6bd1ae7508c req-cf8cb308-191d-4d7a-84d7-54c10d4ea6cf tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:32.028415 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2d154bd7-e7b4-43ea-aff8-b6bd1ae7508c req-cf8cb308-191d-4d7a-84d7-54c10d4ea6cf tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0806642 Jan 24 22:28:32.082350 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2d154bd7-e7b4-43ea-aff8-b6bd1ae7508c req-cd8173b8-4254-4fdc-bf56-262c6272ca6e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481215 Jan 24 22:28:32.647831 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9389c-674f-4422-bfc2-3595ca497d6b req-7ec79998-8abc-4861-bdf0-8a0664c2e25a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:32.649459 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e6a9389c-674f-4422-bfc2-3595ca497d6b req-7ec79998-8abc-4861-bdf0-8a0664c2e25a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0811749 Jan 24 22:28:32.661443 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56b831-6bd6-47fb-9a22-0e6e0786243e req-c8b0af84-a92b-42cc-b41f-0ae9e25e94d0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:32.662818 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8a56b831-6bd6-47fb-9a22-0e6e0786243e req-c8b0af84-a92b-42cc-b41f-0ae9e25e94d0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0838532 Jan 24 22:28:32.719300 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 1b9f98aa-61b7-471d-a113-b3ce2247724e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:28:32.733942 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e6a9389c-674f-4422-bfc2-3595ca497d6b req-6cdc03ae-a494-4e14-89b9-34429ce26f81 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697935 Jan 24 22:28:32.737371 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8a56b831-6bd6-47fb-9a22-0e6e0786243e req-98db7f5a-d63a-4296-9059-5f8377dfdf2d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676854 Jan 24 22:28:32.814849 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 1b9f98aa-61b7-471d-a113-b3ce2247724e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:32.828949 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'port_id': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'mac_address': 'fa:16:3e:2d:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:28:32.843519 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a776ff-bf90-494e-95a7-3dfa2a7a7bc2 req-ea62f6c6-f604-480b-ac27-30f29f5df1a8 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:32.845019 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-16a776ff-bf90-494e-95a7-3dfa2a7a7bc2 req-ea62f6c6-f604-480b-ac27-30f29f5df1a8 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 943 time: 0.0551226 Jan 24 22:28:32.899359 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-16a776ff-bf90-494e-95a7-3dfa2a7a7bc2 req-0969c0d6-bfb2-4b0e-b1f2-27003946c3b6 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483975 Jan 24 22:28:32.973365 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 1b9f98aa-61b7-471d-a113-b3ce2247724e is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:32.973765 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:32.987722 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9f98aa-61b7-471d-a113-b3ce2247724e {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:33.007569 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 1b9f98aa-61b7-471d-a113-b3ce2247724e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:33.014889 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:33.061436 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=1b9f98aa-61b7-471d-a113-b3ce2247724e,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:33.126671 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9032008-17c3-4c48-82b8-8cffc9cfe087 req-2828a813-e087-4bf9-9f3a-9ea745c5e6ac tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:33.128152 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d9032008-17c3-4c48-82b8-8cffc9cfe087 req-2828a813-e087-4bf9-9f3a-9ea745c5e6ac tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0487790 Jan 24 22:28:33.199411 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d9032008-17c3-4c48-82b8-8cffc9cfe087 req-62ab6e08-dc2f-4f05-8229-736b56d901d4 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651546 Jan 24 22:28:33.218090 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7409-2c44-4d9c-9f3d-04b26e809366 req-61f008d2-5bba-4574-bcac-baca874255b6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:33.220094 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ccba7409-2c44-4d9c-9f3d-04b26e809366 req-61f008d2-5bba-4574-bcac-baca874255b6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0667896 Jan 24 22:28:33.271139 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ccba7409-2c44-4d9c-9f3d-04b26e809366 req-bcb7861f-4dac-4bbe-b3d7-b0b6c722a54a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Jan 24 22:28:33.778513 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-7e9f33fe-c84c-448d-bedd-b85d4588e715 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 200 len: 217 time: 0.0399525 Jan 24 22:28:33.795204 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1a9374e-dede-41df-96d6-dab945680e85 req-c6a801b8-1779-40fe-9349-2f559bd0257f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987c8810-0969-4e25-bb03-7993afce108d HTTP/1.1" status: 200 len: 217 time: 0.0574343 Jan 24 22:28:33.899135 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-e7195d81-a11f-4997-aeae-e133708bac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:33.900791 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-e7195d81-a11f-4997-aeae-e133708bac34 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.1105578 Jan 24 22:28:33.917393 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab7374-846a-4ec9-b3ab-8aea10ac03d2 req-2ad5db11-e2bc-46de-99bb-8d0417033862 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:33.919292 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1dab7374-846a-4ec9-b3ab-8aea10ac03d2 req-2ad5db11-e2bc-46de-99bb-8d0417033862 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0979979 Jan 24 22:28:33.932436 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00754-5313-4e07-857a-f9d39053b20f req-f82e8fcf-e2bc-4970-ab24-f25c2d3e1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:33.933930 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-f82e8fcf-e2bc-4970-ab24-f25c2d3e1be1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 1096 time: 0.0960548 Jan 24 22:28:33.935223 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9374e-dede-41df-96d6-dab945680e85 req-4e99566e-6f89-4a25-a1cb-8fe335814b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:33.936916 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1a9374e-dede-41df-96d6-dab945680e85 req-4e99566e-6f89-4a25-a1cb-8fe335814b3b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.1299899 Jan 24 22:28:33.942202 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-1a2c1d69-8928-431f-9b4d-5cb4948b1f82 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032344 Jan 24 22:28:33.944323 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54cbab-d267-43ee-8e67-2b830fc31eb9 req-abc16b97-2566-477d-b0ea-07eb5ee91837 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:33.945762 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f54cbab-d267-43ee-8e67-2b830fc31eb9 req-abc16b97-2566-477d-b0ea-07eb5ee91837 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.1255848 Jan 24 22:28:33.967852 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-ae8678d0-7ca0-4c20-8f34-bb05793f87e4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461879 Jan 24 22:28:34.031328 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-9d39b4da-32fa-480a-b136-d00536772c4a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80c7633d-9102-4911-954f-6788c2d7bbcc HTTP/1.1" status: 200 len: 217 time: 0.0575345 Jan 24 22:28:34.051998 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1dab7374-846a-4ec9-b3ab-8aea10ac03d2 req-eb1fae4a-a2b0-4539-b85a-3262e733894b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179731 Jan 24 22:28:34.062173 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f54cbab-d267-43ee-8e67-2b830fc31eb9 req-9aac7d07-1feb-4a4e-8c5b-631bab8539b9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965950 Jan 24 22:28:34.156842 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9374e-dede-41df-96d6-dab945680e85 req-c1f3b6bd-845f-4ae2-9df1-6a9440ff1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:34.158429 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1a9374e-dede-41df-96d6-dab945680e85 req-c1f3b6bd-845f-4ae2-9df1-6a9440ff1af0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1398020 Jan 24 22:28:34.160124 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00754-5313-4e07-857a-f9d39053b20f req-434d9a20-41c5-4d32-8ef0-caad1a032a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:34.161443 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-434d9a20-41c5-4d32-8ef0-caad1a032a2e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.1108124 Jan 24 22:28:34.184152 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-d8875838-215b-4821-a1aa-525086d2aa31 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635399 Jan 24 22:28:34.232068 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf2539-dd15-42e4-a390-5bc4cb140b97 req-55b5b5b6-41f4-4742-9528-9d59e97952ee tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:34.233806 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-15bf2539-dd15-42e4-a390-5bc4cb140b97 req-55b5b5b6-41f4-4742-9528-9d59e97952ee tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 944 time: 0.0994151 Jan 24 22:28:34.263807 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-057524ac-b371-4a65-b43e-c83efb5a704d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738652 Jan 24 22:28:34.276461 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['1b9f98aa-61b7-471d-a113-b3ce2247724e'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:28:34.409204 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-15bf2539-dd15-42e4-a390-5bc4cb140b97 req-790b8865-f20b-49f7-ac00-df1ad9ecb76c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402054 Jan 24 22:28:34.411689 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-8f17cc31-09ce-4c75-ad16-35fc7691ffd6 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309433 Jan 24 22:28:34.413438 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c7e65aff-0026-4e27-a305-d12ebfde1c8c req-ae8d0493-f06b-443e-8dd9-e16c030ed913 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204270 Jan 24 22:28:34.414779 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1a9374e-dede-41df-96d6-dab945680e85 req-d1dc98f4-3a75-4986-9998-cf3c9809849f service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342873 Jan 24 22:28:34.432276 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1d018-8d16-4913-878d-71fd48dce04b req-d574424c-9863-4cf7-9930-ce1f06fd2808 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:34.434244 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3cd1d018-8d16-4913-878d-71fd48dce04b req-d574424c-9863-4cf7-9930-ce1f06fd2808 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.1405079 Jan 24 22:28:34.509491 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3cd1d018-8d16-4913-878d-71fd48dce04b req-2e54b5a3-7c6c-4d8d-8fd3-ec06770638c8 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682733 Jan 24 22:28:34.533057 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f164-917f-42b6-bc17-fe084827e2b9 req-1f9d2ba3-fa3f-4e8a-96ba-942c849c2c78 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:34.534509 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3c27f164-917f-42b6-bc17-fe084827e2b9 req-1f9d2ba3-fa3f-4e8a-96ba-942c849c2c78 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0654459 Jan 24 22:28:34.587905 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3c27f164-917f-42b6-bc17-fe084827e2b9 req-076c3f66-0450-4b20-8f75-8f5a2e999da7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470266 Jan 24 22:28:35.196289 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514ffdc-f213-45bb-96f6-e6c63dbe3f2a req-8e3e80c1-e551-4e6e-83fb-7dcf3f37a6cf tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:35.197712 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a514ffdc-f213-45bb-96f6-e6c63dbe3f2a req-8e3e80c1-e551-4e6e-83fb-7dcf3f37a6cf tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0735936 Jan 24 22:28:35.208197 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db880ce-dc22-4a1e-83f6-1976db27d9ff req-54b3269c-f5e4-4e03-af6f-227f343398ef tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:35.209603 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5db880ce-dc22-4a1e-83f6-1976db27d9ff req-54b3269c-f5e4-4e03-af6f-227f343398ef tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0767293 Jan 24 22:28:35.277110 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a514ffdc-f213-45bb-96f6-e6c63dbe3f2a req-6f4166ca-db2b-4c5e-9673-e33aba69d107 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664916 Jan 24 22:28:35.284189 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5db880ce-dc22-4a1e-83f6-1976db27d9ff req-bb1574ad-c6f2-47e0-b1e0-2ea2dc6ca75c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679138 Jan 24 22:28:35.544693 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5272141-b613-4194-98db-9a96164836a0 req-fab12a61-5e52-4e5f-b645-04045d680b26 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:35.546179 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c5272141-b613-4194-98db-9a96164836a0 req-fab12a61-5e52-4e5f-b645-04045d680b26 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 944 time: 0.0603826 Jan 24 22:28:35.592272 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c5272141-b613-4194-98db-9a96164836a0 req-7f765dca-e732-45d6-b36d-d02943f71fa1 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Jan 24 22:28:35.709369 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32123a9-cd10-4617-bf58-a8ad2431e646 req-4a9b38a5-58e1-49e9-9fa7-3d751ab84b33 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:35.711007 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e32123a9-cd10-4617-bf58-a8ad2431e646 req-4a9b38a5-58e1-49e9-9fa7-3d751ab84b33 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0524192 Jan 24 22:28:35.768250 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e32123a9-cd10-4617-bf58-a8ad2431e646 req-21b7998a-f0d0-4572-a54f-d21622248f17 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486650 Jan 24 22:28:36.433464 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849f6c4-bbdd-4857-b8c8-ff4b71299364 req-5b861ec3-8a88-47db-b057-2372f0eaac1f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:36.435525 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7849f6c4-bbdd-4857-b8c8-ff4b71299364 req-5b861ec3-8a88-47db-b057-2372f0eaac1f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0820894 Jan 24 22:28:36.442277 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236406a-46fa-4925-a757-025398c7be45 req-43ab88ed-0530-415f-b7ee-d6b1e50ba1c8 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:36.443717 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d236406a-46fa-4925-a757-025398c7be45 req-43ab88ed-0530-415f-b7ee-d6b1e50ba1c8 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0820539 Jan 24 22:28:36.515843 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7849f6c4-bbdd-4857-b8c8-ff4b71299364 req-fc66b6ae-ec22-43d4-9679-73e988e9bbcc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711226 Jan 24 22:28:36.519673 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d236406a-46fa-4925-a757-025398c7be45 req-936daf85-7433-44e6-be94-cb0c538eed53 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690191 Jan 24 22:28:36.727817 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83acbf-5d3e-47f8-89ba-af70df66510e req-0f99778d-9767-4d22-8883-87cd429e362f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:36.729326 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8d83acbf-5d3e-47f8-89ba-af70df66510e req-0f99778d-9767-4d22-8883-87cd429e362f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 944 time: 0.0570884 Jan 24 22:28:36.779382 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8d83acbf-5d3e-47f8-89ba-af70df66510e req-bfc26a27-3204-4486-94a6-d1201e6cb35e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417809 Jan 24 22:28:36.893669 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385fd37-8858-48a9-982d-1b7cef1486a9 req-b3ddd8ea-8453-4c32-9cc2-02b6b432fde2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:36.895152 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5385fd37-8858-48a9-982d-1b7cef1486a9 req-b3ddd8ea-8453-4c32-9cc2-02b6b432fde2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0539141 Jan 24 22:28:36.946477 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5385fd37-8858-48a9-982d-1b7cef1486a9 req-97366058-2ae3-444b-a2e1-6d23be510416 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444067 Jan 24 22:28:37.354790 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1a9374e-dede-41df-96d6-dab945680e85 req-d7fb085f-d39e-459c-90b4-cfea306a3de3 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603034 Jan 24 22:28:37.364816 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6ac00754-5313-4e07-857a-f9d39053b20f req-40010881-35c1-46cc-bc69-92ac445973bd service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364772 Jan 24 22:28:37.660178 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb7da8-4262-410c-9305-82a91ab07fe8 req-b9df74bd-0449-4648-800a-ece00bfc8ca3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:37.661679 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-86fb7da8-4262-410c-9305-82a91ab07fe8 req-b9df74bd-0449-4648-800a-ece00bfc8ca3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0748870 Jan 24 22:28:37.669615 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faedad-0d2b-4d34-912e-d8e199895c71 req-fd119039-dfee-456d-a3eb-5d55b4bbd740 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:37.670952 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-88faedad-0d2b-4d34-912e-d8e199895c71 req-fd119039-dfee-456d-a3eb-5d55b4bbd740 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0822282 Jan 24 22:28:37.742429 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-86fb7da8-4262-410c-9305-82a91ab07fe8 req-02ae738c-21a4-41bb-a66b-d270596b00df tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704753 Jan 24 22:28:37.745923 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-88faedad-0d2b-4d34-912e-d8e199895c71 req-023b82d2-9dbb-40ab-a2fe-3d76f64266b5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685494 Jan 24 22:28:37.906343 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af7e18-f6cf-4b38-95e5-cf9b89a8349b req-55742a55-4b52-4f75-8399-aec2a9eeae28 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:37.908039 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-29af7e18-f6cf-4b38-95e5-cf9b89a8349b req-55742a55-4b52-4f75-8399-aec2a9eeae28 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 944 time: 0.0524600 Jan 24 22:28:37.973595 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-29af7e18-f6cf-4b38-95e5-cf9b89a8349b req-05909693-27c9-44a9-b60d-cb9e862d010f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522029 Jan 24 22:28:38.059067 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 1b9f98aa-61b7-471d-a113-b3ce2247724e up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:38.119096 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a3dc-3b1a-4273-ba5c-4394e17e42c3 req-bb9abd2b-3b62-4757-8a5b-0375ee7eda35 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:38.121231 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 1b9f98aa-61b7-471d-a113-b3ce2247724e completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:28:38.121466 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-df98a3dc-3b1a-4273-ba5c-4394e17e42c3 req-bb9abd2b-3b62-4757-8a5b-0375ee7eda35 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0838120 Jan 24 22:28:38.125333 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 1b9f98aa-61b7-471d-a113-b3ce2247724e triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:38.125713 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:38.173629 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-df98a3dc-3b1a-4273-ba5c-4394e17e42c3 req-6685de22-7a74-4cc1-a479-8f88783b3d4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436163 Jan 24 22:28:38.210659 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 1b9f98aa-61b7-471d-a113-b3ce2247724e is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:38.211067 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:38.233486 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9f98aa-61b7-471d-a113-b3ce2247724e'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:38.235773 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a9c405-1133-48f6-91a0-a1c9e00ae364" -d '{"events": [{"server_uuid": "3a250b35-2478-48ce-b61d-9eae8933d5fb", "name": "network-vif-plugged", "status": "completed", "tag": "1b9f98aa-61b7-471d-a113-b3ce2247724e"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:38.248097 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 1b9f98aa-61b7-471d-a113-b3ce2247724e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:38.252380 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:38.279138 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53bb2ef-b025-4ac2-9431-3b9ec8c908b1 x-openstack-request-id: req-e53bb2ef-b025-4ac2-9431-3b9ec8c908b1 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:38.279458 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a250b35-2478-48ce-b61d-9eae8933d5fb", "name": "network-vif-plugged", "status": "completed", "tag": "1b9f98aa-61b7-471d-a113-b3ce2247724e", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:38.279719 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e53bb2ef-b025-4ac2-9431-3b9ec8c908b1 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:38.280111 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'code': 200} Jan 24 22:28:38.305184 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=1b9f98aa-61b7-471d-a113-b3ce2247724e,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:38.531003 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0cf9c-e70a-4273-b8fb-fc8eed85ed66 req-b935994a-a08c-40c7-81a2-e3aa9180d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:38.532517 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4da0cf9c-e70a-4273-b8fb-fc8eed85ed66 req-b935994a-a08c-40c7-81a2-e3aa9180d84e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 1098 time: 0.0490606 Jan 24 22:28:38.772088 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4da0cf9c-e70a-4273-b8fb-fc8eed85ed66 req-85f0c3d9-bf4d-4d5f-bf6c-18ba89a9a402 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326541 Jan 24 22:28:38.870003 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcfcac-74e8-4c38-99c6-516f77b95f1e req-bcbd570b-4670-4ec4-971b-75287ba8d09e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:38.871643 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0abcfcac-74e8-4c38-99c6-516f77b95f1e req-bcbd570b-4670-4ec4-971b-75287ba8d09e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0532012 Jan 24 22:28:38.923059 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0abcfcac-74e8-4c38-99c6-516f77b95f1e req-58dc3945-b7aa-4c1d-af25-7df75f7e7d9f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457025 Jan 24 22:28:39.102032 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5695a8-ae55-4161-b664-e4d88db1a963 req-68c680e0-f62f-4f10-b432-62d3a738c024 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:39.103694 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c5695a8-ae55-4161-b664-e4d88db1a963 req-68c680e0-f62f-4f10-b432-62d3a738c024 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0655322 Jan 24 22:28:39.171350 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c5695a8-ae55-4161-b664-e4d88db1a963 req-21e411d7-b77d-47a8-bd4e-8d7476f53faa tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618508 Jan 24 22:28:40.941597 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device aabc5fed-da17-478f-810d-56ef4b5caa98 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:28:41.039970 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port aabc5fed-da17-478f-810d-56ef4b5caa98, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aabc5fed-da17-478f-810d-56ef4b5caa98,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:41.050825 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': 'aabc5fed-da17-478f-810d-56ef4b5caa98', 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa', 'port_id': 'aabc5fed-da17-478f-810d-56ef4b5caa98', 'mac_address': 'fa:16:3e:07:5d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c5736e-11ca-4e24-b6d2-3e78878985b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:28:41.089562 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port aabc5fed-da17-478f-810d-56ef4b5caa98 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:41.089869 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:41.105576 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabc5fed-da17-478f-810d-56ef4b5caa98 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:41.124110 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port aabc5fed-da17-478f-810d-56ef4b5caa98, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aabc5fed-da17-478f-810d-56ef4b5caa98,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:41.130929 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:41.131610 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:28:41.199421 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=aabc5fed-da17-478f-810d-56ef4b5caa98,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:41.260014 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:41.271900 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '987c8810-0969-4e25-bb03-7993afce108d', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'port_id': '987c8810-0969-4e25-bb03-7993afce108d', 'mac_address': 'fa:16:3e:71:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:28:41.312798 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 987c8810-0969-4e25-bb03-7993afce108d is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:41.313216 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:41.326353 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987c8810-0969-4e25-bb03-7993afce108d {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:41.348647 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:41.354069 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:41.406754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:42.324288 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3e0d-fce3-4cea-bb06-9ec0c9fb25d6 req-ef0db814-c6e3-405b-a2fb-ed2f91145cea tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:42.325849 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e04b3e0d-fce3-4cea-bb06-9ec0c9fb25d6 req-ef0db814-c6e3-405b-a2fb-ed2f91145cea tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 943 time: 0.0915170 Jan 24 22:28:42.338165 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175fef2-52fc-41f7-b18e-d80ab28f260c req-e06f8b8f-8cc7-4eb0-81f5-1caacc47724a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:42.339597 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e175fef2-52fc-41f7-b18e-d80ab28f260c req-e06f8b8f-8cc7-4eb0-81f5-1caacc47724a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 944 time: 0.0699952 Jan 24 22:28:42.408780 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e04b3e0d-fce3-4cea-bb06-9ec0c9fb25d6 req-cb551f65-d680-45fc-9b80-5621cb88e994 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681880 Jan 24 22:28:42.420771 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e175fef2-52fc-41f7-b18e-d80ab28f260c req-26a00f52-016b-4b96-9f32-8cca464cfd0f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665772 Jan 24 22:28:42.512436 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147f615-6fef-4bc7-b2a5-31a88be253aa req-81daffee-4be2-46d8-adc7-2965a5335250 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:42.513940 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2147f615-6fef-4bc7-b2a5-31a88be253aa req-81daffee-4be2-46d8-adc7-2965a5335250 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0506248 Jan 24 22:28:42.537971 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['aabc5fed-da17-478f-810d-56ef4b5caa98'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:28:42.574792 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2147f615-6fef-4bc7-b2a5-31a88be253aa req-724ffba9-4960-454c-9655-5b87295ae26f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543301 Jan 24 22:28:42.687205 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['987c8810-0969-4e25-bb03-7993afce108d'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:28:42.712305 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 80c7633d-9102-4911-954f-6788c2d7bbcc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:28:42.857300 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 80c7633d-9102-4911-954f-6788c2d7bbcc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80c7633d-9102-4911-954f-6788c2d7bbcc,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:42.872405 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '80c7633d-9102-4911-954f-6788c2d7bbcc', 'network_id': 'a7842576-11ac-466b-b3df-3ae9b0fa5bfa', 'port_id': '80c7633d-9102-4911-954f-6788c2d7bbcc', 'mac_address': 'fa:16:3e:1c:f8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c5736e-11ca-4e24-b6d2-3e78878985b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:28:42.948847 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 80c7633d-9102-4911-954f-6788c2d7bbcc is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:42.949325 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:42.965527 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c7633d-9102-4911-954f-6788c2d7bbcc {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:28:42.988270 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 80c7633d-9102-4911-954f-6788c2d7bbcc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80c7633d-9102-4911-954f-6788c2d7bbcc,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:42.993136 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:43.047337 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=80c7633d-9102-4911-954f-6788c2d7bbcc,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:43.589780 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b284a8-a77f-42f5-96ee-7cc4eb9087db req-4afc00b2-c05e-4c12-95c7-bafdacbe81b7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:43.596545 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f6b284a8-a77f-42f5-96ee-7cc4eb9087db req-4afc00b2-c05e-4c12-95c7-bafdacbe81b7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 944 time: 0.0916784 Jan 24 22:28:43.611160 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ded8-5c7b-4500-b010-9e5208c12a52 req-9c93248c-ce90-4975-ba08-afd7837309f6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:43.612601 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6650ded8-5c7b-4500-b010-9e5208c12a52 req-9c93248c-ce90-4975-ba08-afd7837309f6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 944 time: 0.1175168 Jan 24 22:28:43.689891 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f6b284a8-a77f-42f5-96ee-7cc4eb9087db req-a0a88788-532a-4b0b-abcf-f63d5022fe6e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923758 Jan 24 22:28:43.695188 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6650ded8-5c7b-4500-b010-9e5208c12a52 req-65c00664-60f6-4e15-99ce-bb33b01b36b1 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741045 Jan 24 22:28:43.816705 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fe10b-28e1-45f9-9bf4-56946856c6fa req-899e0592-b5e6-411c-b3cc-1df22a0be920 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:43.818344 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bb4fe10b-28e1-45f9-9bf4-56946856c6fa req-899e0592-b5e6-411c-b3cc-1df22a0be920 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0503435 Jan 24 22:28:43.871342 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bb4fe10b-28e1-45f9-9bf4-56946856c6fa req-c4dc6552-6c4f-4752-914f-d829752dce13 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469933 Jan 24 22:28:43.985544 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c57d0-c6ae-43da-8b04-fa006c3cf97f req-60f3129b-b57f-4b51-a403-2d51b0e8aced tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:43.987060 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2d4c57d0-c6ae-43da-8b04-fa006c3cf97f req-60f3129b-b57f-4b51-a403-2d51b0e8aced tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0509448 Jan 24 22:28:43.996428 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39050) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:44.001186 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'floatingip': {'port_id': '1b9f98aa-61b7-471d-a113-b3ce2247724e'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:44.072105 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (4eab9010-6051-4edd-898f-4af669d4d99a), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:44.706402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:44.713919 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (4eab9010-6051-4edd-898f-4af669d4d99a), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:44.818497 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Floating IP 4eab9010-6051-4edd-898f-4af669d4d99a associated. External IP: 172.27.3.216, port: 1b9f98aa-61b7-471d-a113-b3ce2247724e. Jan 24 22:28:44.863818 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a313055-8c8a-4a4e-8db2-f76b9126321c req-3537f592-2d68-4b7f-aaef-831c33f2df2e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:44.865345 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a313055-8c8a-4a4e-8db2-f76b9126321c req-3537f592-2d68-4b7f-aaef-831c33f2df2e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 944 time: 0.0837481 Jan 24 22:28:44.874509 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2cf60-77a7-48af-94d5-f9eeef799004 req-217c0960-2466-4c92-a489-d2e310154188 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:44.876173 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0cc2cf60-77a7-48af-94d5-f9eeef799004 req-217c0960-2466-4c92-a489-d2e310154188 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 944 time: 0.0794199 Jan 24 22:28:44.945785 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a313055-8c8a-4a4e-8db2-f76b9126321c req-2a08b6d6-fd2a-485b-9552-8fe95ca1a633 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682242 Jan 24 22:28:44.962807 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0cc2cf60-77a7-48af-94d5-f9eeef799004 req-379342ba-47d2-48d4-836c-6bcb6ec54231 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783908 Jan 24 22:28:45.056854 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Router be657929-baae-4bf6-afbe-280e308a838c has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:28:45.163292 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:28:45.167928 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:45.177024 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] Sync routers for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:28:45.188843 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:45.189522 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:28:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:45.299175 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:45.391720 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d10b3d84-0635-4268-83e7-24905664888c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "PUT /v2.0/floatingips/4eab9010-6051-4edd-898f-4af669d4d99a HTTP/1.1" status: 200 len: 991 time: 1.3940568 Jan 24 22:28:45.392329 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'tag': '1b9f98aa-61b7-471d-a113-b3ce2247724e'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:45.394572 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d8d0c6-be67-4080-be4b-50419abbe78f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a250b35-2478-48ce-b61d-9eae8933d5fb", "tag": "1b9f98aa-61b7-471d-a113-b3ce2247724e"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:45.462018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611eba97-29b0-4717-8307-97b3e9f2a33f x-openstack-request-id: req-611eba97-29b0-4717-8307-97b3e9f2a33f {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:45.462018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a250b35-2478-48ce-b61d-9eae8933d5fb", "tag": "1b9f98aa-61b7-471d-a113-b3ce2247724e", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:45.462018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-611eba97-29b0-4717-8307-97b3e9f2a33f {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:45.462018 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'tag': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'status': 'completed', 'code': 200} Jan 24 22:28:45.593638 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '4eab9010-6051-4edd-898f-4af669d4d99a', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'port_id': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'mac_address': 'fa:16:3e:2d:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:28:07Z', 'updated_at': '2022-01-24T22:28:44Z', 'revision_number': 1, 'project_id': '971e5fb7e6884a74947db35700479fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:45.622039 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] Checking router: be657929-baae-4bf6-afbe-280e308a838c for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:28:45.631047 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:45.631636 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:28:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:45.743050 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:45.967533 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '4eab9010-6051-4edd-898f-4af669d4d99a', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'port_id': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'mac_address': 'fa:16:3e:2d:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:28:07Z', 'updated_at': '2022-01-24T22:28:44Z', 'revision_number': 1, 'project_id': '971e5fb7e6884a74947db35700479fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:46.001178 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2e388-d071-4955-bf60-f5cdf18fa3f3 None None] The sync data for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi is: [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '4eab9010-6051-4edd-898f-4af669d4d99a', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'port_id': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'mac_address': 'fa:16:3e:2d:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:28:07Z', 'updated_at': '2022-01-24T22:28:44Z', 'revision_number': 1, 'project_id': '971e5fb7e6884a74947db35700479fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:28:46.096586 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45b4d6-a885-4ef3-be20-b55ef6f13f26 req-72cb1709-f172-4b61-93a2-34749d4a3bb1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:46.098115 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7a45b4d6-a885-4ef3-be20-b55ef6f13f26 req-72cb1709-f172-4b61-93a2-34749d4a3bb1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 944 time: 0.0548368 Jan 24 22:28:46.149913 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b586119f-954f-4592-856e-5bb0bbe4b5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:46.152775 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7a45b4d6-a885-4ef3-be20-b55ef6f13f26 req-0925fe66-4f02-4341-acd3-1103398e0398 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Jan 24 22:28:46.197795 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cd593-904d-4689-906e-7eef4842a067 None None] New status for floating IP 4eab9010-6051-4edd-898f-4af669d4d99a: ACTIVE {{(pid=102564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:28:46.264166 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d352c-57e9-4213-b422-dcdda2212453 req-f23b1f3c-3296-40f4-b8ca-489910778723 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:46.265569 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a7d352c-57e9-4213-b422-dcdda2212453 req-f23b1f3c-3296-40f4-b8ca-489910778723 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 944 time: 0.0464694 Jan 24 22:28:46.316225 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a7d352c-57e9-4213-b422-dcdda2212453 req-cbf4a41c-c1fe-4772-9f01-5f2782c012b7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 Jan 24 22:28:47.283815 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e96059-b92a-4c9a-9d1e-6d94a26a4f6e req-446b54e0-d9c4-47dd-8142-3e8e837cb683 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:47.285272 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92e96059-b92a-4c9a-9d1e-6d94a26a4f6e req-446b54e0-d9c4-47dd-8142-3e8e837cb683 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 944 time: 0.0557520 Jan 24 22:28:47.333659 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92e96059-b92a-4c9a-9d1e-6d94a26a4f6e req-2570af86-fdc6-4731-91c2-72f3bd913f3e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Jan 24 22:28:47.444908 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2113463-3483-404f-a733-7c1031b919ac req-4f6f7f93-05da-49b5-8f65-d0b10a61cfce tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:47.446279 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2113463-3483-404f-a733-7c1031b919ac req-4f6f7f93-05da-49b5-8f65-d0b10a61cfce tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 944 time: 0.0534523 Jan 24 22:28:47.487479 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['80c7633d-9102-4911-954f-6788c2d7bbcc'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:28:47.495607 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2113463-3483-404f-a733-7c1031b919ac req-bf8ba571-0038-4c4d-849c-a0966463e430 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437882 Jan 24 22:28:47.537697 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-47b924b3-d697-49bb-8bf4-46c7a9d6ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:47.539591 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-47b924b3-d697-49bb-8bf4-46c7a9d6ff2a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 1098 time: 0.0414004 Jan 24 22:28:47.540634 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device aabc5fed-da17-478f-810d-56ef4b5caa98 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:47.627807 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port aabc5fed-da17-478f-810d-56ef4b5caa98 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:28:47.635379 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port aabc5fed-da17-478f-810d-56ef4b5caa98 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:47.635750 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:47.646624 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-c5d38c0b-bd6c-4fc1-8742-1ce8787f6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:47.648185 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-c5d38c0b-bd6c-4fc1-8742-1ce8787f6d7e service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 912 time: 0.0927336 Jan 24 22:28:47.761475 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-6dc4e1cf-3427-4dce-a429-68f89fa31430 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 200 len: 1001 time: 0.0986793 Jan 24 22:28:47.774208 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port aabc5fed-da17-478f-810d-56ef4b5caa98 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:47.774717 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:47.801025 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a871432f-36c3-495a-8269-9de0a0e45315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabc5fed-da17-478f-810d-56ef4b5caa98'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:47.803263 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9291739c-3d13-4aee-ac1c-28706310efa3" -d '{"events": [{"server_uuid": "a871432f-36c3-495a-8269-9de0a0e45315", "name": "network-vif-plugged", "status": "completed", "tag": "aabc5fed-da17-478f-810d-56ef4b5caa98"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:47.816502 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port aabc5fed-da17-478f-810d-56ef4b5caa98, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aabc5fed-da17-478f-810d-56ef4b5caa98,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:47.821757 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-852a5732-c2df-4edc-b50c-25d7f40684b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:47.823308 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-852a5732-c2df-4edc-b50c-25d7f40684b0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.0494909 Jan 24 22:28:47.827979 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:47.828791 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:47.851138 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e8fb63-c420-483b-86db-840606d5efd1 x-openstack-request-id: req-86e8fb63-c420-483b-86db-840606d5efd1 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:47.851605 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a871432f-36c3-495a-8269-9de0a0e45315", "name": "network-vif-plugged", "status": "completed", "tag": "aabc5fed-da17-478f-810d-56ef4b5caa98", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:47.852028 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-86e8fb63-c420-483b-86db-840606d5efd1 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:47.852429 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a871432f-36c3-495a-8269-9de0a0e45315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabc5fed-da17-478f-810d-56ef4b5caa98', 'code': 200} Jan 24 22:28:47.875234 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-337f2fad-4751-49ef-b49a-bf09f9342837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:47.876771 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-337f2fad-4751-49ef-b49a-bf09f9342837 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400388 Jan 24 22:28:47.904720 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=aabc5fed-da17-478f-810d-56ef4b5caa98,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:47.921214 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 987c8810-0969-4e25-bb03-7993afce108d completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:28:47.925193 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 987c8810-0969-4e25-bb03-7993afce108d triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:47.925560 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (987c8810-0969-4e25-bb03-7993afce108d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:48.016822 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-075c2f25-cf69-4441-94c6-9339a7d625df service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917470 Jan 24 22:28:48.019644 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 987c8810-0969-4e25-bb03-7993afce108d is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:48.020074 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:48.053629 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:48.058246 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:48.104978 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:48.462827 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876368b-85b3-484b-b149-f0a5b6acc7d7 req-89fd7e58-0e6a-4957-9858-49f6d0140550 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:48.464350 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d876368b-85b3-484b-b149-f0a5b6acc7d7 req-89fd7e58-0e6a-4957-9858-49f6d0140550 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 944 time: 0.0532568 Jan 24 22:28:48.488213 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-511da939-0732-4089-8530-7f70ecae2b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:48.513762 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d876368b-85b3-484b-b149-f0a5b6acc7d7 req-01c0d572-aea8-49ef-98d6-c19d3fa1b1fa tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Jan 24 22:28:48.632479 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5eb16-33d8-482e-859a-5850ad19f46d req-945880f3-75eb-4170-8506-6c5a6057d778 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:48.634214 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5dd5eb16-33d8-482e-859a-5850ad19f46d req-945880f3-75eb-4170-8506-6c5a6057d778 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0497608 Jan 24 22:28:48.682997 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5dd5eb16-33d8-482e-859a-5850ad19f46d req-824fd87c-957c-43ee-9f8b-d477854a5e94 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Jan 24 22:28:49.445811 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:49.641380 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab9055-24d1-4e79-b463-43784de16686 req-caa67b23-5ae3-4668-a5cd-9fce4382a74d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:49.642858 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-55ab9055-24d1-4e79-b463-43784de16686 req-caa67b23-5ae3-4668-a5cd-9fce4382a74d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 944 time: 0.0541432 Jan 24 22:28:49.694171 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-55ab9055-24d1-4e79-b463-43784de16686 req-bd8eb5f9-6a61-4cac-9b44-c69633d1c1fe tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Jan 24 22:28:49.810797 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87de9-a352-4a55-93d4-5758b4468d32 req-430e9c34-ebb1-495c-bff0-ef3ddb2ad407 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:49.812334 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5ea87de9-a352-4a55-93d4-5758b4468d32 req-430e9c34-ebb1-495c-bff0-ef3ddb2ad407 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Jan 24 22:28:49.853511 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c8810-0969-4e25-bb03-7993afce108d'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:49.856061 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77af593e-6b16-4330-9645-ce5716e2ef28" -d '{"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-plugged", "status": "completed", "tag": "987c8810-0969-4e25-bb03-7993afce108d"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:49.867321 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5ea87de9-a352-4a55-93d4-5758b4468d32 req-4a62ab8b-ec27-417d-a3fc-8dd06b4a3a52 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485761 Jan 24 22:28:49.912529 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dc2928-59df-4e0d-91f8-2054c0cae453 x-openstack-request-id: req-69dc2928-59df-4e0d-91f8-2054c0cae453 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:49.912846 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-plugged", "status": "completed", "tag": "987c8810-0969-4e25-bb03-7993afce108d", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:49.913151 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-69dc2928-59df-4e0d-91f8-2054c0cae453 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:49.913587 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c8810-0969-4e25-bb03-7993afce108d', 'code': 200} Jan 24 22:28:50.815321 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42933e6-06d5-49bd-a41f-e00bb2ef496f req-2d92b766-a6eb-4563-bc22-d5d3403747ff tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:50.816803 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f42933e6-06d5-49bd-a41f-e00bb2ef496f req-2d92b766-a6eb-4563-bc22-d5d3403747ff tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 944 time: 0.0542789 Jan 24 22:28:50.869046 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f42933e6-06d5-49bd-a41f-e00bb2ef496f req-80f16ca7-e0dd-4689-a5b1-da12dd58a726 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Jan 24 22:28:50.979316 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:50.995906 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7e65-df1e-4b69-a9ce-551e78ada02a req-c14d181b-3ae9-46da-87e5-48776f767cdd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:50.997574 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-398d7e65-df1e-4b69-a9ce-551e78ada02a req-c14d181b-3ae9-46da-87e5-48776f767cdd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0600357 Jan 24 22:28:51.020369 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f462-1477-48ad-8375-f2bdc7bc7b3a req-ec118610-92e9-4abd-ad46-3f13a15a4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:51.022181 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b086f462-1477-48ad-8375-f2bdc7bc7b3a req-ec118610-92e9-4abd-ad46-3f13a15a4c7e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1099 time: 0.0937703 Jan 24 22:28:51.047862 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-72d8d0c6-be67-4080-be4b-50419abbe78f req-6f78e566-e9ae-4a41-b793-c53b83077527 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631794 Jan 24 22:28:51.048948 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-398d7e65-df1e-4b69-a9ce-551e78ada02a req-b228b041-9616-4c47-ade8-e8de8f52a8d3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443180 Jan 24 22:28:51.075399 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b086f462-1477-48ad-8375-f2bdc7bc7b3a req-b0a2bad3-5a9b-465e-a6ea-1dc0a3a8c42e service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Jan 24 22:28:51.511807 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243a270-3132-4864-809a-d95cdfd22067 req-b7c7b4f6-b7cb-4489-9c00-9b694971b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:51.513295 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b243a270-3132-4864-809a-d95cdfd22067 req-b7c7b4f6-b7cb-4489-9c00-9b694971b989 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 1098 time: 0.0430176 Jan 24 22:28:51.520523 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 80c7633d-9102-4911-954f-6788c2d7bbcc up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:28:51.560951 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b243a270-3132-4864-809a-d95cdfd22067 req-862da8de-ce7c-4ff9-a9fb-2523780fd685 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 Jan 24 22:28:51.686896 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 80c7633d-9102-4911-954f-6788c2d7bbcc completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:28:51.690949 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 80c7633d-9102-4911-954f-6788c2d7bbcc triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:28:51.691346 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:51.778135 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 80c7633d-9102-4911-954f-6788c2d7bbcc is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:28:51.778522 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:51.815213 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 80c7633d-9102-4911-954f-6788c2d7bbcc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80c7633d-9102-4911-954f-6788c2d7bbcc,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:28:51.818783 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:51.872841 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=80c7633d-9102-4911-954f-6788c2d7bbcc,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:51.880024 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.880476 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.880735 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.881260 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.881425 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.881737 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.882272 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.882693 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.883127 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.883503 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.883871 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.884232 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.884584 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:51.914636 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4044f2ed-7e33-45cf-9b1b-6447f372c243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c7633d-9102-4911-954f-6788c2d7bbcc'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:51.917113 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f0fb26-d13a-415c-bd24-415eeda0ac4d" -d '{"events": [{"server_uuid": "4044f2ed-7e33-45cf-9b1b-6447f372c243", "name": "network-vif-plugged", "status": "completed", "tag": "80c7633d-9102-4911-954f-6788c2d7bbcc"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:51.971145 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc5f2f6-1c3e-4cc0-9974-392689c94d6b x-openstack-request-id: req-acc5f2f6-1c3e-4cc0-9974-392689c94d6b {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:51.971755 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4044f2ed-7e33-45cf-9b1b-6447f372c243", "name": "network-vif-plugged", "status": "completed", "tag": "80c7633d-9102-4911-954f-6788c2d7bbcc", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:51.972143 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-acc5f2f6-1c3e-4cc0-9974-392689c94d6b {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:51.972404 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4044f2ed-7e33-45cf-9b1b-6447f372c243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c7633d-9102-4911-954f-6788c2d7bbcc', 'code': 200} Jan 24 22:28:52.001464 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3e5a1-6b66-4ac0-8f7b-7487f0ccc101 req-81e31a72-fb1d-4cce-9937-9a360d01a930 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:52.003953 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6dc3e5a1-6b66-4ac0-8f7b-7487f0ccc101 req-81e31a72-fb1d-4cce-9937-9a360d01a930 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0581872 Jan 24 22:28:52.053507 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6dc3e5a1-6b66-4ac0-8f7b-7487f0ccc101 req-1463b9d1-acf2-4754-89dc-5fb9d8fdc5bd tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Jan 24 22:28:52.182767 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2857-07d2-4329-b662-45ed2f2054b8 req-174700c9-924a-402a-bf0d-be09b5d6531f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:52.184624 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e2e2857-07d2-4329-b662-45ed2f2054b8 req-174700c9-924a-402a-bf0d-be09b5d6531f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0597022 Jan 24 22:28:52.378742 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:52.428612 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e2e2857-07d2-4329-b662-45ed2f2054b8 req-cf6275e0-901c-4b12-be9f-86d81f8ba7d3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369115 Jan 24 22:28:52.624887 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39232) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:52.731600 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:52.805680 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Publish callbacks [] for security_group (8842165f-4913-4eee-a908-e368561f3492), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:52.813060 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8842165f-4913-4eee-a908-e368561f3492), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:52.854467 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c18f2f03b32d446f867bf6f32d369323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284572 Jan 24 22:28:52.855324 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8842165f-4913-4eee-a908-e368561f3492,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:52.857153 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39240) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:52.862729 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.863095 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.863435 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.863768 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.864218 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.864499 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.864875 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.865263 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.865604 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.865997 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.866322 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.866634 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.866948 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843b2e3-171f-4463-ba7a-cbaee7efbe5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.905047 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Publish callbacks [] for security_group (8842165f-4913-4eee-a908-e368561f3492), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:52.926592 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Publish callbacks [] for security_group (8842165f-4913-4eee-a908-e368561f3492), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:52.977234 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8842165f-4913-4eee-a908-e368561f3492), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:52.979783 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:52.980911 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8842165f-4913-4eee-a908-e368561f3492 HTTP/1.1" status: 204 len: 168 time: 0.1227689 Jan 24 22:28:52.988400 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8842165f-4913-4eee-a908-e368561f3492,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:52.996165 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.996513 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.996855 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.997212 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.997540 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.997865 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.998206 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.998526 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.998847 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.999167 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.999483 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:52.999795 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:53.000106 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64243f4f-a16d-493d-894a-9a29c3390206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:28:53.165543 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384185f1-87fc-4515-ac11-ff384a7fcadd req-f0b1d17e-cae3-4329-b0e1-ae9eb6535c4f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:53.169470 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-384185f1-87fc-4515-ac11-ff384a7fcadd req-f0b1d17e-cae3-4329-b0e1-ae9eb6535c4f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0512948 Jan 24 22:28:53.224457 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-384185f1-87fc-4515-ac11-ff384a7fcadd req-fa23b784-23c7-4880-947e-18a801329dcc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517881 Jan 24 22:28:53.255742 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39250) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:53.269661 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-793e2c34-37a5-4178-b927-df4c617f9fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.341575 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-793e2c34-37a5-4178-b927-df4c617f9fd6 admin admin] Publish callbacks [] for security_group (a8642c91-c905-4457-81c4-d5bfd7e370cb), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.347921 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-793e2c34-37a5-4178-b927-df4c617f9fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a8642c91-c905-4457-81c4-d5bfd7e370cb), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.386522 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-793e2c34-37a5-4178-b927-df4c617f9fd6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=00415019c8384b9e8fec0c05c688e9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296506 Jan 24 22:28:53.387349 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e2c34-37a5-4178-b927-df4c617f9fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8642c91-c905-4457-81c4-d5bfd7e370cb,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:53.390241 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39252) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:53.438532 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-67b638f4-7514-43ec-b883-33c05a0c9ec0 admin admin] Publish callbacks [] for security_group (a8642c91-c905-4457-81c4-d5bfd7e370cb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.459090 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-67b638f4-7514-43ec-b883-33c05a0c9ec0 admin admin] Publish callbacks [] for security_group (a8642c91-c905-4457-81c4-d5bfd7e370cb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.507423 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-67b638f4-7514-43ec-b883-33c05a0c9ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a8642c91-c905-4457-81c4-d5bfd7e370cb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.510064 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-67b638f4-7514-43ec-b883-33c05a0c9ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.511212 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-67b638f4-7514-43ec-b883-33c05a0c9ec0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a8642c91-c905-4457-81c4-d5bfd7e370cb HTTP/1.1" status: 204 len: 168 time: 0.1192715 Jan 24 22:28:53.519593 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b638f4-7514-43ec-b883-33c05a0c9ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8642c91-c905-4457-81c4-d5bfd7e370cb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:53.560887 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04439d02-16d7-4ba7-b10c-3f36e57c633a req-ad2d62a5-5707-4ea9-87b5-69accd5b3950 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:53.562464 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04439d02-16d7-4ba7-b10c-3f36e57c633a req-ad2d62a5-5707-4ea9-87b5-69accd5b3950 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0520346 Jan 24 22:28:53.617087 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04439d02-16d7-4ba7-b10c-3f36e57c633a req-f7127ee3-7359-4e1e-8899-1d4e31e5c388 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Jan 24 22:28:53.869333 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39266) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:53.882725 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-72e9f11f-d418-4af0-91e9-67458a140c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.959255 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-72e9f11f-d418-4af0-91e9-67458a140c46 admin admin] Publish callbacks [] for security_group (363e1468-b10f-4942-a3ce-70385cc9efab), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:53.964735 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-72e9f11f-d418-4af0-91e9-67458a140c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (363e1468-b10f-4942-a3ce-70385cc9efab), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:54.001344 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-72e9f11f-d418-4af0-91e9-67458a140c46 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=64fb0ca784634e60bd9500a25926dafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307874 Jan 24 22:28:54.002258 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9f11f-d418-4af0-91e9-67458a140c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e1468-b10f-4942-a3ce-70385cc9efab,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:54.004109 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39270) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:54.056613 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-642884d5-3dc6-4645-8e83-965a0d671a5d admin admin] Publish callbacks [] for security_group (363e1468-b10f-4942-a3ce-70385cc9efab), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:54.078491 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-642884d5-3dc6-4645-8e83-965a0d671a5d admin admin] Publish callbacks [] for security_group (363e1468-b10f-4942-a3ce-70385cc9efab), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:54.129828 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-642884d5-3dc6-4645-8e83-965a0d671a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (363e1468-b10f-4942-a3ce-70385cc9efab), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:54.134189 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-642884d5-3dc6-4645-8e83-965a0d671a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:54.135703 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-642884d5-3dc6-4645-8e83-965a0d671a5d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/363e1468-b10f-4942-a3ce-70385cc9efab HTTP/1.1" status: 204 len: 168 time: 0.1305277 Jan 24 22:28:54.146509 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642884d5-3dc6-4645-8e83-965a0d671a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e1468-b10f-4942-a3ce-70385cc9efab,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:28:54.482470 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eee5b-2a21-487a-ae9d-6fbabad4e038 req-0eec96a4-d9d8-4b89-ba18-eb3ea622585b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:54.484300 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0f4eee5b-2a21-487a-ae9d-6fbabad4e038 req-0eec96a4-d9d8-4b89-ba18-eb3ea622585b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0498693 Jan 24 22:28:54.537125 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0f4eee5b-2a21-487a-ae9d-6fbabad4e038 req-499ff902-8cac-421f-a8cc-5259bceade57 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Jan 24 22:28:54.733744 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ceb77c-2bfd-4e89-a96b-132f70789336 req-4e62ce5b-147b-4e91-862f-65f33aab1c57 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:54.735287 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04ceb77c-2bfd-4e89-a96b-132f70789336 req-4e62ce5b-147b-4e91-862f-65f33aab1c57 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0479107 Jan 24 22:28:54.786460 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04ceb77c-2bfd-4e89-a96b-132f70789336 req-a00d8e43-9897-4599-be17-c04355c13feb tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454655 Jan 24 22:28:54.905298 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28123-7a25-4bf4-94cd-c1e6a7c72c6a req-a1685797-0715-4716-90dd-93d2624b0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:54.906918 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bf28123-7a25-4bf4-94cd-c1e6a7c72c6a req-a1685797-0715-4716-90dd-93d2624b0cd2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 1098 time: 0.0447030 Jan 24 22:28:54.956857 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bf28123-7a25-4bf4-94cd-c1e6a7c72c6a req-a6d1ddfd-a1a0-4d31-97a6-415a589c98fd service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379639 Jan 24 22:28:55.656254 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041944cd-c5dd-40a7-be11-5d3f52bc61b7 req-e71854d9-d86c-46bb-96a4-ccb9c9d8631e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:55.657887 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-041944cd-c5dd-40a7-be11-5d3f52bc61b7 req-e71854d9-d86c-46bb-96a4-ccb9c9d8631e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0528767 Jan 24 22:28:55.712304 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-041944cd-c5dd-40a7-be11-5d3f52bc61b7 req-c3e5de97-fad5-4775-ab8a-717c49bd896c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484798 Jan 24 22:28:55.939915 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8b0e-244a-49af-88c0-0d28ba9c236f req-39ab6870-6a02-4584-8678-f54a1540c7a7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:55.941469 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4b2a8b0e-244a-49af-88c0-0d28ba9c236f req-39ab6870-6a02-4584-8678-f54a1540c7a7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0565541 Jan 24 22:28:56.014609 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4b2a8b0e-244a-49af-88c0-0d28ba9c236f req-036ea7d5-addb-4ff6-bee8-e9c00ff84c91 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658429 Jan 24 22:28:56.654088 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-48c5f94a-61a6-4987-bcab-b7fddf40d157 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415626 Jan 24 22:28:56.835113 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72de5e-df46-4fc1-94d7-c1038e333a14 req-c7bf8905-1ad7-4a1c-8548-aa53ab4908ac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:56.836663 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5f72de5e-df46-4fc1-94d7-c1038e333a14 req-c7bf8905-1ad7-4a1c-8548-aa53ab4908ac tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0514345 Jan 24 22:28:56.884621 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5f72de5e-df46-4fc1-94d7-c1038e333a14 req-7400f164-3dcc-4973-9add-d4f6bdf7598c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Jan 24 22:28:57.101104 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-f7c8b4c5-d784-44f9-a427-6de2dc9356ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:57.102835 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-f7c8b4c5-d784-44f9-a427-6de2dc9356ce service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 1098 time: 0.0617528 Jan 24 22:28:57.163333 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7e042-e6ad-4f2f-a972-7d4731e8b092 req-7aae9f7f-e1f5-484a-b6f5-e83edaf7e87a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:57.165199 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b7f7e042-e6ad-4f2f-a972-7d4731e8b092 req-7aae9f7f-e1f5-484a-b6f5-e83edaf7e87a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0519857 Jan 24 22:28:57.234737 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-776e7fab-c891-4de0-b737-f140700e2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:57.236389 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-776e7fab-c891-4de0-b737-f140700e2655 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 915 time: 0.1120610 Jan 24 22:28:57.237528 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b7f7e042-e6ad-4f2f-a972-7d4731e8b092 req-63bb8db1-507e-4293-a537-957cb9141e5e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649807 Jan 24 22:28:57.378101 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500dcbb-7dcc-42f2-9ce2-f74f35c91e59 req-48ee2405-1f16-4a1b-b36e-0c67ef4e9d37 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:57.379831 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f500dcbb-7dcc-42f2-9ce2-f74f35c91e59 req-48ee2405-1f16-4a1b-b36e-0c67ef4e9d37 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0730617 Jan 24 22:28:57.390112 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39384) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:28:57.395492 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'floatingip': {'port_id': '987c8810-0969-4e25-bb03-7993afce108d'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:28:57.397402 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-51fc79b2-6548-4008-8c51-e77d3b8d563c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0843b280-c8c5-4405-93c7-2ba198e91f41 HTTP/1.1" status: 200 len: 217 time: 0.0409961 Jan 24 22:28:57.474135 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (3bc9e131-800a-4b54-8165-cfebe4ecb0ed), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:57.636178 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-63dc3c3b-1d3f-4710-a5fa-5eb0815f0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:57.637752 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-63dc3c3b-1d3f-4710-a5fa-5eb0815f0dfb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 200 len: 854 time: 0.0660927 Jan 24 22:28:57.675735 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-d10d5f2e-3b89-42a0-a493-9bceb673c195 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8ede52f-f77b-4695-9cf8-08051f1c017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255058 Jan 24 22:28:57.756474 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:57.777020 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-06c8927c-b073-4918-9e40-350135a13e47 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837028 Jan 24 22:28:57.872534 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16cd4386-5460-43a9-ba63-ee0d897f660c req-7ec429fd-39fd-4c52-80b2-894274b1b282 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887375 Jan 24 22:28:58.093058 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3283a5f-2f0a-4fa9-8206-585511446652 req-344a4def-2a99-46f5-b00d-36f5195c1946 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:58.094522 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e3283a5f-2f0a-4fa9-8206-585511446652 req-344a4def-2a99-46f5-b00d-36f5195c1946 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.1383843 Jan 24 22:28:58.195032 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:58.205408 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (3bc9e131-800a-4b54-8165-cfebe4ecb0ed), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:58.212171 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e3283a5f-2f0a-4fa9-8206-585511446652 req-3b386687-9ea7-4d80-9384-c954940d644d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096506 Jan 24 22:28:58.541133 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Floating IP 3bc9e131-800a-4b54-8165-cfebe4ecb0ed associated. External IP: 172.27.3.30, port: 987c8810-0969-4e25-bb03-7993afce108d. Jan 24 22:28:58.569832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-7c33504d-ff48-498a-9f68-fa6efd0d11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:58.571584 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-7c33504d-ff48-498a-9f68-fa6efd0d11a5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 1098 time: 0.0515902 Jan 24 22:28:58.697619 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d886a5-3971-49ea-8198-e0ec2e7db6f3 req-c5b4b2b4-099d-4d8a-bc83-c5993a61676d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:58.704573 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-18d886a5-3971-49ea-8198-e0ec2e7db6f3 req-c5b4b2b4-099d-4d8a-bc83-c5993a61676d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.2187903 Jan 24 22:28:58.721733 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-1ae1e7cc-6ef2-4530-b051-7ef8fc6c88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:58.723251 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-1ae1e7cc-6ef2-4530-b051-7ef8fc6c88cb service neutron] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 920 time: 0.1395631 Jan 24 22:28:58.790995 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-521cba3d-4643-463c-b4dc-3693d51f1812 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80c7633d-9102-4911-954f-6788c2d7bbcc HTTP/1.1" status: 200 len: 217 time: 0.0539281 Jan 24 22:28:58.876237 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-18d886a5-3971-49ea-8198-e0ec2e7db6f3 req-680a347c-b041-4983-bee6-b2d1db40e8f1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707644 Jan 24 22:28:58.900412 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-afb6e800-9332-454f-a1a7-a6d2817c5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:58.902796 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-afb6e800-9332-454f-a1a7-a6d2817c5d2b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.0761859 Jan 24 22:28:58.966914 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-5dec7287-37fa-4918-9608-0f18020a425b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416536 Jan 24 22:28:58.985617 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Router 984a3dd2-4804-444f-8086-8521fc743e63 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:28:59.054897 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-312eaffa-3565-4019-a35a-e828a52244d5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:59.056350 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-312eaffa-3565-4019-a35a-e828a52244d5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 814 time: 0.2349718 Jan 24 22:28:59.079803 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-0b8ec7b8-1f27-4544-b679-db8406286497 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/quotas/a78218846bb84713b4c02d9f95a25250 HTTP/1.1" status: 200 len: 375 time: 0.0168495 Jan 24 22:28:59.169784 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-9dca5418-4131-4f20-9210-d067d953773f tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598757 Jan 24 22:28:59.171559 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:28:59.173550 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-49566994-28d5-46a7-9ae8-b46477a05ef6 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972710 Jan 24 22:28:59.176649 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:28:59.190446 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] Sync routers for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:28:59.205296 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:59.213247 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:28:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:59.226321 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-371e58c0-6749-41ff-928a-51e652f93b4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "PUT /v2.0/floatingips/3bc9e131-800a-4b54-8165-cfebe4ecb0ed HTTP/1.1" status: 200 len: 990 time: 1.8347569 Jan 24 22:28:59.270842 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'tag': '987c8810-0969-4e25-bb03-7993afce108d'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:28:59.273927 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958297c5-c9a3-47bd-8c76-87103c5ac8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "tag": "987c8810-0969-4e25-bb03-7993afce108d"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:28:59.318371 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-dc9820b6-3888-469c-a21e-0da7ea27aff6 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388662 Jan 24 22:28:59.321446 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0612df29-f91a-4b43-ad68-f033aaa34365 req-7e4d9c70-73ac-488b-b93c-0c78398ca2db service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343443 Jan 24 22:28:59.418823 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-225ddd65-61ff-4790-b81e-c3e53da4879e service neutron] 10.222.0.84 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928898 Jan 24 22:28:59.454248 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:28:59.469943 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1bcdcd-de23-4387-9f85-c0361a5b815f x-openstack-request-id: req-4d1bcdcd-de23-4387-9f85-c0361a5b815f {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:28:59.470477 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "tag": "987c8810-0969-4e25-bb03-7993afce108d", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:28:59.470827 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4d1bcdcd-de23-4387-9f85-c0361a5b815f {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:28:59.471402 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'tag': '987c8810-0969-4e25-bb03-7993afce108d', 'status': 'completed', 'code': 200} Jan 24 22:28:59.611854 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c58081fa-d6c7-4eed-93cf-e9ee2d2ee946 req-15889507-b083-40ed-9c14-ce17ec086ecd tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 210 time: 0.0258090 Jan 24 22:28:59.727506 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '3bc9e131-800a-4b54-8165-cfebe4ecb0ed', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'port_id': '987c8810-0969-4e25-bb03-7993afce108d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'mac_address': 'fa:16:3e:71:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:28:10Z', 'updated_at': '2022-01-24T22:28:58Z', 'revision_number': 1, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:59.728074 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-80f45f46-c934-463f-8950-0a2cc12e0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:59.733670 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-80f45f46-c934-463f-8950-0a2cc12e0eb9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 1098 time: 0.0958169 Jan 24 22:28:59.789906 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] Checking router: 984a3dd2-4804-444f-8086-8521fc743e63 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:28:59.819220 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:28:59.820895 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:28:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:28:59.897838 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-bf444604-2af4-403f-aaa4-fb34cd516af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:28:59.900243 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-bf444604-2af4-403f-aaa4-fb34cd516af8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.1248603 Jan 24 22:28:59.990800 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-481743b4-7a7a-4f7b-9461-5ad65c17cb57 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987c8810-0969-4e25-bb03-7993afce108d HTTP/1.1" status: 200 len: 998 time: 0.0826328 Jan 24 22:29:00.032147 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:29:00.112513 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-c7de0f57-8abd-4c8b-96a3-5bab2f31df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:00.114326 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-c7de0f57-8abd-4c8b-96a3-5bab2f31df10 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0943005 Jan 24 22:29:00.117877 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21ccbc-f602-4482-b054-586daf3de268 req-a71c4f75-6f6a-4b12-ae54-89c1918829f7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:00.133704 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bd21ccbc-f602-4482-b054-586daf3de268 req-a71c4f75-6f6a-4b12-ae54-89c1918829f7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.1161737 Jan 24 22:29:00.183578 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-2140761b-19fd-416f-a746-3faf6d4bbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:00.185280 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-2140761b-19fd-416f-a746-3faf6d4bbe0b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595453 Jan 24 22:29:00.218546 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bd21ccbc-f602-4482-b054-586daf3de268 req-9add8e6d-07d0-4407-95e3-a60837a15294 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839186 Jan 24 22:29:00.276825 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39516) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:00.289522 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '3bc9e131-800a-4b54-8165-cfebe4ecb0ed', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'port_id': '987c8810-0969-4e25-bb03-7993afce108d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'mac_address': 'fa:16:3e:71:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:28:10Z', 'updated_at': '2022-01-24T22:28:58Z', 'revision_number': 1, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:29:00.349265 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-0aa56a1c-c7a9-4c3f-a84c-ee377d5edcb5 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482091 Jan 24 22:29:00.358921 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39524) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:00.382185 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc0930-2fff-4b8e-b2f9-230ae54b5c82 None None] The sync data for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi is: [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '3bc9e131-800a-4b54-8165-cfebe4ecb0ed', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'port_id': '987c8810-0969-4e25-bb03-7993afce108d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'mac_address': 'fa:16:3e:71:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:28:10Z', 'updated_at': '2022-01-24T22:28:58Z', 'revision_number': 1, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:29:00.539931 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-958297c5-c9a3-47bd-8c76-87103c5ac8d0 req-eeedad70-b54b-4a2b-bb19-a5be230ccba9 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706338 Jan 24 22:29:00.555494 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-56ad8172-319a-4f8c-bb1e-4272d3fc5637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.569498 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-daae96e2-2f98-4b36-8e4d-9326cc1643bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.698695 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-56ad8172-319a-4f8c-bb1e-4272d3fc5637 admin admin] Publish callbacks [] for security_group (456e9b22-5de4-4517-a93d-c22867dfd70d), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.711097 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-56ad8172-319a-4f8c-bb1e-4272d3fc5637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (456e9b22-5de4-4517-a93d-c22867dfd70d), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.718327 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-daae96e2-2f98-4b36-8e4d-9326cc1643bd admin admin] Publish callbacks [] for security_group (7a4f2e94-181e-445c-ba21-e392e39cc946), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.730994 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-daae96e2-2f98-4b36-8e4d-9326cc1643bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7a4f2e94-181e-445c-ba21-e392e39cc946), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.732521 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884bbbe-f464-4327-912c-e47c3d7c4d65 None None] New status for floating IP 3bc9e131-800a-4b54-8165-cfebe4ecb0ed: ACTIVE {{(pid=102564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:29:00.778382 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-daae96e2-2f98-4b36-8e4d-9326cc1643bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6dee50173d4a44759a0bed7c3768726d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187009 Jan 24 22:29:00.779570 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae96e2-2f98-4b36-8e4d-9326cc1643bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4f2e94-181e-445c-ba21-e392e39cc946,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:00.782222 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39534) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:00.787108 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ef33f828-edcc-44c0-b3b5-15a224e94318 req-92875472-e6dd-44b3-8374-327b060371b4 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 210 time: 0.0408559 Jan 24 22:29:00.790753 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8172-319a-4f8c-bb1e-4272d3fc5637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456e9b22-5de4-4517-a93d-c22867dfd70d,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:00.796204 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-56ad8172-319a-4f8c-bb1e-4272d3fc5637 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=768bcdbb0b5a4f4289f27cc6e3722769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5179012 Jan 24 22:29:00.798789 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39538) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:00.861971 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c306d87-9da6-4268-817d-b94e8d377054 admin admin] Publish callbacks [] for security_group (7a4f2e94-181e-445c-ba21-e392e39cc946), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.872897 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-84d7bd69-2f23-488d-9b76-330f3ff25c6a admin admin] Publish callbacks [] for security_group (456e9b22-5de4-4517-a93d-c22867dfd70d), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.885450 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c306d87-9da6-4268-817d-b94e8d377054 admin admin] Publish callbacks [] for security_group (7a4f2e94-181e-445c-ba21-e392e39cc946), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.900959 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-84d7bd69-2f23-488d-9b76-330f3ff25c6a admin admin] Publish callbacks [] for security_group (456e9b22-5de4-4517-a93d-c22867dfd70d), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.912174 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39540) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:00.962618 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c306d87-9da6-4268-817d-b94e8d377054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7a4f2e94-181e-445c-ba21-e392e39cc946), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.967560 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c306d87-9da6-4268-817d-b94e8d377054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.968762 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3c306d87-9da6-4268-817d-b94e8d377054 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7a4f2e94-181e-445c-ba21-e392e39cc946 HTTP/1.1" status: 204 len: 168 time: 0.1699214 Jan 24 22:29:00.971587 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-84d7bd69-2f23-488d-9b76-330f3ff25c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (456e9b22-5de4-4517-a93d-c22867dfd70d), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.974419 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-84d7bd69-2f23-488d-9b76-330f3ff25c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:00.975601 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-84d7bd69-2f23-488d-9b76-330f3ff25c6a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/456e9b22-5de4-4517-a93d-c22867dfd70d HTTP/1.1" status: 204 len: 168 time: 0.1756773 Jan 24 22:29:00.985694 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c306d87-9da6-4268-817d-b94e8d377054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4f2e94-181e-445c-ba21-e392e39cc946,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:00.990161 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7bd69-2f23-488d-9b76-330f3ff25c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456e9b22-5de4-4517-a93d-c22867dfd70d,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:01.064247 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c05ac98-7a7b-414b-bbaf-adbe9015c07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.143866 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c05ac98-7a7b-414b-bbaf-adbe9015c07c admin admin] Publish callbacks [] for security_group (e21837f4-08b8-4d4f-9f55-8daff16bf9ca), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.149865 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c05ac98-7a7b-414b-bbaf-adbe9015c07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e21837f4-08b8-4d4f-9f55-8daff16bf9ca), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.189115 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ac98-7a7b-414b-bbaf-adbe9015c07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21837f4-08b8-4d4f-9f55-8daff16bf9ca,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:01.195065 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7c05ac98-7a7b-414b-bbaf-adbe9015c07c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83f13b5f95ab49e8b0ab0fec31830787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818162 Jan 24 22:29:01.197990 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39552) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:01.271619 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dea0face-437a-400c-bc5b-ad2f6e3717d7 admin admin] Publish callbacks [] for security_group (e21837f4-08b8-4d4f-9f55-8daff16bf9ca), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.295009 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dea0face-437a-400c-bc5b-ad2f6e3717d7 admin admin] Publish callbacks [] for security_group (e21837f4-08b8-4d4f-9f55-8daff16bf9ca), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.370326 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107163a5-3154-4622-97a4-549ee82d4dbb req-c4a9de65-79f6-4e39-bbef-f6160c53b94d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:01.371879 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-107163a5-3154-4622-97a4-549ee82d4dbb req-c4a9de65-79f6-4e39-bbef-f6160c53b94d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0604126 Jan 24 22:29:01.391997 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dea0face-437a-400c-bc5b-ad2f6e3717d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e21837f4-08b8-4d4f-9f55-8daff16bf9ca), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.398148 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39562) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:01.400090 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dea0face-437a-400c-bc5b-ad2f6e3717d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.403958 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dea0face-437a-400c-bc5b-ad2f6e3717d7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e21837f4-08b8-4d4f-9f55-8daff16bf9ca HTTP/1.1" status: 204 len: 168 time: 0.2023349 Jan 24 22:29:01.416880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a8109c0f-0cd8-4c85-acd8-e78a22a420a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.421777 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0face-437a-400c-bc5b-ad2f6e3717d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21837f4-08b8-4d4f-9f55-8daff16bf9ca,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:01.502206 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-107163a5-3154-4622-97a4-549ee82d4dbb req-79a462c5-3dd1-435e-b541-0b49f588fb13 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234083 Jan 24 22:29:01.612196 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a8109c0f-0cd8-4c85-acd8-e78a22a420a4 admin admin] Publish callbacks [] for security_group (29bb07b9-c16a-45a9-afcc-b9b2bd34ade4), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.617515 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-b76af6e2-3a9c-4511-86de-73e59cde8321 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:01.618934 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a8109c0f-0cd8-4c85-acd8-e78a22a420a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (29bb07b9-c16a-45a9-afcc-b9b2bd34ade4), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.619150 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-b76af6e2-3a9c-4511-86de-73e59cde8321 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 814 time: 0.1539412 Jan 24 22:29:01.655439 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Request body: {'port': {'device_id': '158b5aec-4d57-487e-8205-e4598e66020c', 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'admin_state_up': True, 'tenant_id': 'a78218846bb84713b4c02d9f95a25250'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:01.662285 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8109c0f-0cd8-4c85-acd8-e78a22a420a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb07b9-c16a-45a9-afcc-b9b2bd34ade4,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:01.678505 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-a8109c0f-0cd8-4c85-acd8-e78a22a420a4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=365c4b21d4554f6fa7b0fbae5dfa015c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786152 Jan 24 22:29:01.680779 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39572) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:01.770064 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-28566c1e-9a41-465b-afbf-29079f0b078d admin admin] Publish callbacks [] for security_group (29bb07b9-c16a-45a9-afcc-b9b2bd34ade4), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.800606 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-28566c1e-9a41-465b-afbf-29079f0b078d admin admin] Publish callbacks [] for security_group (29bb07b9-c16a-45a9-afcc-b9b2bd34ade4), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.860782 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-28566c1e-9a41-465b-afbf-29079f0b078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (29bb07b9-c16a-45a9-afcc-b9b2bd34ade4), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.863779 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Made reservation on behalf of a78218846bb84713b4c02d9f95a25250 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:29:01.864234 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-28566c1e-9a41-465b-afbf-29079f0b078d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.865346 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-28566c1e-9a41-465b-afbf-29079f0b078d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/29bb07b9-c16a-45a9-afcc-b9b2bd34ade4 HTTP/1.1" status: 204 len: 168 time: 0.1837549 Jan 24 22:29:01.869166 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:01.876802 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28566c1e-9a41-465b-afbf-29079f0b078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb07b9-c16a-45a9-afcc-b9b2bd34ade4,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:01.950007 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c64ec0ac-00d7-4036-a504-41bfd3e786ea req-0981f1d6-bb9c-418c-82eb-0a1e32d1f9b5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 210 time: 0.0389230 Jan 24 22:29:01.979333 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39592) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:01.998333 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c6771f7-795d-4922-b1ce-766dcdac818e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.053196 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Allocated IP 172.20.0.12 (e8ede52f-f77b-4695-9cf8-08051f1c017e/4afcac19-68de-4538-be4d-9afeccf0ceff/ca679ea3-bdcd-4fab-8f2e-e0ba60316285) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:29:02.107695 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c6771f7-795d-4922-b1ce-766dcdac818e admin admin] Publish callbacks [] for security_group (548cd390-4f60-4e73-8959-f35816c844e7), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.115309 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c6771f7-795d-4922-b1ce-766dcdac818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (548cd390-4f60-4e73-8959-f35816c844e7), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.170908 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-6c6771f7-795d-4922-b1ce-766dcdac818e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=20667cef25db412280d4a79216fa1197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897092 Jan 24 22:29:02.173104 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6771f7-795d-4922-b1ce-766dcdac818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548cd390-4f60-4e73-8959-f35816c844e7,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:02.174277 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39598) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:02.507892 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks [] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.509420 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-45a019da-fe57-4902-b56d-37c9f17813ce admin admin] Publish callbacks [] for security_group (548cd390-4f60-4e73-8959-f35816c844e7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.542089 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-45a019da-fe57-4902-b56d-37c9f17813ce admin admin] Publish callbacks [] for security_group (548cd390-4f60-4e73-8959-f35816c844e7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.606362 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.644237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-45a019da-fe57-4902-b56d-37c9f17813ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (548cd390-4f60-4e73-8959-f35816c844e7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.646811 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-45a019da-fe57-4902-b56d-37c9f17813ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.650532 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-45a019da-fe57-4902-b56d-37c9f17813ce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/548cd390-4f60-4e73-8959-f35816c844e7 HTTP/1.1" status: 204 len: 168 time: 0.4726825 Jan 24 22:29:02.661419 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['0843b280-c8c5-4405-93c7-2ba198e91f41'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:29:02.672715 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a019da-fe57-4902-b56d-37c9f17813ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548cd390-4f60-4e73-8959-f35816c844e7,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:02.675791 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:29:02.676303 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Network e8ede52f-f77b-4695-9cf8-08051f1c017e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:29:02.680252 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:29:02.684979 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:29:02.690588 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:02.691128 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:02.695008 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Pushing event updated for resources: {'Port': ['ID=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:02.710967 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec72188-a017-4dab-8024-95881ccc7e8f req-5c1889d2-df34-4888-8604-af0138c2b204 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:02.714617 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-64299dbe-c60e-4c6c-9eef-ed730b0cbc4b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0661027 Jan 24 22:29:02.727073 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bec72188-a017-4dab-8024-95881ccc7e8f req-5c1889d2-df34-4888-8604-af0138c2b204 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.1222677 Jan 24 22:29:02.739937 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Request body: {'port': {'device_id': '158b5aec-4d57-487e-8205-e4598e66020c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:02.819691 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bec72188-a017-4dab-8024-95881ccc7e8f req-2b94cf77-9dea-4b12-bb2b-7337be7b10cb tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859413 Jan 24 22:29:02.845779 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:03.159435 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e70281-2c2c-45cb-84ac-0ad026005954 req-2c612dc2-ff4b-4eb6-bec3-057b85d93adb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:03.161122 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c1e70281-2c2c-45cb-84ac-0ad026005954 req-2c612dc2-ff4b-4eb6-bec3-057b85d93adb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 932 time: 0.0915337 Jan 24 22:29:03.215222 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca679ea3-bdcd-4fab-8f2e-e0ba60316285 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:29:03.216394 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c1e70281-2c2c-45cb-84ac-0ad026005954 req-beaeaf61-9f98-425d-8a6b-b49a694b88fb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489314 Jan 24 22:29:03.225258 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Publish callbacks [] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:03.245218 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Transition to ACTIVE for port object ca679ea3-bdcd-4fab-8f2e-e0ba60316285 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:29:03.251432 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:03.310129 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Pushing event updated for resources: {'Port': ['ID=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:03.339501 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Attempting to bind port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:29:03.339832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Attempting to bind port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:29:03.340154 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Attempting to bind port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 on network e8ede52f-f77b-4695-9cf8-08051f1c017e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:29:03.345017 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 on network e8ede52f-f77b-4695-9cf8-08051f1c017e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:29:03.345335 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Attempting to bind port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 on network e8ede52f-f77b-4695-9cf8-08051f1c017e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:29:03.350899 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:29:03.351305 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Checking segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:29:03.351882 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Bound using segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:29:03.352096 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Bound port: ca679ea3-bdcd-4fab-8f2e-e0ba60316285, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:29:03.352448 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:03.420336 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] For port ca679ea3-bdcd-4fab-8f2e-e0ba60316285, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:29:03.424832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] For port ca679ea3-bdcd-4fab-8f2e-e0ba60316285, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:29:03.433402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:03.477584 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:03.478196 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:03.479620 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] 10.222.0.115 "PUT /v2.0/ports/ca679ea3-bdcd-4fab-8f2e-e0ba60316285 HTTP/1.1" status: 200 len: 1094 time: 0.7439802 Jan 24 22:29:03.480155 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158b5aec-4d57-487e-8205-e4598e66020c', 'tag': 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:03.482531 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "158b5aec-4d57-487e-8205-e4598e66020c", "tag": "ca679ea3-bdcd-4fab-8f2e-e0ba60316285"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:03.526685 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7a85e-44bc-4ae7-b74a-cfbaab622e98 service neutron] Pushing event updated for resources: {'Port': ['ID=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:03.530977 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889a2a45-5176-4641-b560-7ef7e7c46782 x-openstack-request-id: req-889a2a45-5176-4641-b560-7ef7e7c46782 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:03.531264 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158b5aec-4d57-487e-8205-e4598e66020c", "tag": "ca679ea3-bdcd-4fab-8f2e-e0ba60316285", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:03.531518 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-889a2a45-5176-4641-b560-7ef7e7c46782 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:03.531976 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158b5aec-4d57-487e-8205-e4598e66020c', 'tag': 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285', 'status': 'completed', 'code': 200} Jan 24 22:29:03.697213 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-7e818597-907b-43f5-9e6a-79ca2ee0d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:03.698828 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-7e818597-907b-43f5-9e6a-79ca2ee0d10e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 1097 time: 0.0486963 Jan 24 22:29:03.760841 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-c9b4f637-9dcf-4769-b0f3-d72f96d768d2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca679ea3-bdcd-4fab-8f2e-e0ba60316285 HTTP/1.1" status: 200 len: 217 time: 0.0410528 Jan 24 22:29:03.814567 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-36ed5140-f409-4043-97b3-35f956999279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:03.816375 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-36ed5140-f409-4043-97b3-35f956999279 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 200 len: 854 time: 0.0476017 Jan 24 22:29:03.853728 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-1888e873-5739-4580-acef-e924d9308d6a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8ede52f-f77b-4695-9cf8-08051f1c017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298750 Jan 24 22:29:03.942245 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaa28e-080d-474c-bb0b-be8fcc4961a6 req-974835a9-3d4f-4a8d-af0d-9f306f1f9c00 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:03.943953 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-debaa28e-080d-474c-bb0b-be8fcc4961a6 req-974835a9-3d4f-4a8d-af0d-9f306f1f9c00 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0568106 Jan 24 22:29:03.969118 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-71374024-bba3-42f3-88e9-98d8c3aeacc3 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065536 Jan 24 22:29:04.015999 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-debaa28e-080d-474c-bb0b-be8fcc4961a6 req-1570c467-2ab7-48d3-8d38-80f741d9b231 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656700 Jan 24 22:29:04.081872 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-410e3d44-068b-481e-b8b1-5b6fe9fe4821 req-24c49fb0-0174-4d07-92de-4ee3c0239226 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063631 Jan 24 22:29:04.304886 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-eff95ee3-b3dd-4a64-baa9-e49c4ee6e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:04.308636 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-eff95ee3-b3dd-4a64-baa9-e49c4ee6e046 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 1097 time: 0.0788002 Jan 24 22:29:04.356732 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39706) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:04.380351 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b1b98-5ac8-444b-956f-5b2e20396e9b req-a284bd0b-87c1-4e2a-aba1-3dd9f4ed794a tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:04.382040 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ae5b1b98-5ac8-444b-956f-5b2e20396e9b req-a284bd0b-87c1-4e2a-aba1-3dd9f4ed794a tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 944 time: 0.0816882 Jan 24 22:29:04.467371 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ae5b1b98-5ac8-444b-956f-5b2e20396e9b req-2fa290ff-7d64-447d-a360-e874b7c163d8 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737593 Jan 24 22:29:04.478073 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-7abd5939-cdf0-48c1-9840-60de12812e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:04.480248 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-7abd5939-cdf0-48c1-9840-60de12812e20 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 915 time: 0.1623628 Jan 24 22:29:04.542021 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-389caf65-477d-425b-8489-c2da76cb61d7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca679ea3-bdcd-4fab-8f2e-e0ba60316285 HTTP/1.1" status: 200 len: 217 time: 0.0521092 Jan 24 22:29:04.557221 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9e44639f-a8ad-4137-97fc-3dd08d9248cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:04.617426 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-7ce25180-f643-43ff-b2c5-5bdcb4c390d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:04.619205 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-7ce25180-f643-43ff-b2c5-5bdcb4c390d9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 200 len: 854 time: 0.0650084 Jan 24 22:29:04.665238 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9e44639f-a8ad-4137-97fc-3dd08d9248cd admin admin] Publish callbacks [] for security_group (4e45d2c8-b130-467d-847d-30f47c3311d0), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:04.671288 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9e44639f-a8ad-4137-97fc-3dd08d9248cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4e45d2c8-b130-467d-847d-30f47c3311d0), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:04.702734 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-e0e65e9b-e772-44d4-a456-bb767129bf7f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8ede52f-f77b-4695-9cf8-08051f1c017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689509 Jan 24 22:29:04.726742 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9e44639f-a8ad-4137-97fc-3dd08d9248cd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b03ad2ea29d24a72b752ed46f32f3f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676574 Jan 24 22:29:04.727853 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44639f-a8ad-4137-97fc-3dd08d9248cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e45d2c8-b130-467d-847d-30f47c3311d0,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:04.730211 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39734) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:04.795346 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d699-837d-45df-862c-2f1c7a772389 admin admin] Publish callbacks [] for security_group (4e45d2c8-b130-467d-847d-30f47c3311d0), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:04.825080 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d699-837d-45df-862c-2f1c7a772389 admin admin] Publish callbacks [] for security_group (4e45d2c8-b130-467d-847d-30f47c3311d0), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:04.872169 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-7a09d1d5-34aa-4643-8969-39d3692af7f4 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488431 Jan 24 22:29:04.912344 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d699-837d-45df-862c-2f1c7a772389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4e45d2c8-b130-467d-847d-30f47c3311d0), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:04.912344 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d699-837d-45df-862c-2f1c7a772389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:04.912557 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-cdb5d699-837d-45df-862c-2f1c7a772389 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4e45d2c8-b130-467d-847d-30f47c3311d0 HTTP/1.1" status: 204 len: 168 time: 0.1812017 Jan 24 22:29:04.933746 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5d699-837d-45df-862c-2f1c7a772389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e45d2c8-b130-467d-847d-30f47c3311d0,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:05.027167 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b090bdc7-ab69-4d1e-80c5-14d324fb4e0f req-66b81578-032c-4359-b2e7-244509a61262 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330943 Jan 24 22:29:05.161343 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48dedc-c617-4d29-8d64-e00e1bb1155a req-3c0b51c5-ad6b-48c2-b0b2-f9244042c740 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:05.162849 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ca48dedc-c617-4d29-8d64-e00e1bb1155a req-3c0b51c5-ad6b-48c2-b0b2-f9244042c740 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0608037 Jan 24 22:29:05.211111 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ca48dedc-c617-4d29-8d64-e00e1bb1155a req-ff4164ec-5f16-41b7-9272-27b2a43a6922 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Jan 24 22:29:05.318852 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39768) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:05.334592 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0c9bcb87-aa1f-46f4-88d5-a2ddffa82538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:05.448517 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0c9bcb87-aa1f-46f4-88d5-a2ddffa82538 admin admin] Publish callbacks [] for security_group (8e5a87cf-afb7-4314-8b10-3a8455eab517), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:05.454547 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0c9bcb87-aa1f-46f4-88d5-a2ddffa82538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8e5a87cf-afb7-4314-8b10-3a8455eab517), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:05.498859 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39780) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:05.499347 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-0c9bcb87-aa1f-46f4-88d5-a2ddffa82538 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a961e660476845c0b0d679b540872f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787610 Jan 24 22:29:05.500411 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bcb87-aa1f-46f4-88d5-a2ddffa82538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5a87cf-afb7-4314-8b10-3a8455eab517,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:05.572242 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b34b020f-9a4c-492b-80f0-5bd7a704c60b admin admin] Publish callbacks [] for security_group (8e5a87cf-afb7-4314-8b10-3a8455eab517), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:05.596191 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a63659-7691-4994-8c14-3430f58ec634 req-80c7a4f6-afa2-4ce5-9ed0-68f03f01557a tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:05.596451 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b34b020f-9a4c-492b-80f0-5bd7a704c60b admin admin] Publish callbacks [] for security_group (8e5a87cf-afb7-4314-8b10-3a8455eab517), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:05.597917 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a8a63659-7691-4994-8c14-3430f58ec634 req-80c7a4f6-afa2-4ce5-9ed0-68f03f01557a tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 944 time: 0.0535731 Jan 24 22:29:05.647434 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a8a63659-7691-4994-8c14-3430f58ec634 req-37012617-f41b-480b-afd4-e979890ac20a tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Jan 24 22:29:05.663103 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b34b020f-9a4c-492b-80f0-5bd7a704c60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8e5a87cf-afb7-4314-8b10-3a8455eab517), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:05.666151 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b34b020f-9a4c-492b-80f0-5bd7a704c60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:05.669857 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b34b020f-9a4c-492b-80f0-5bd7a704c60b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8e5a87cf-afb7-4314-8b10-3a8455eab517 HTTP/1.1" status: 204 len: 168 time: 0.1676159 Jan 24 22:29:05.675859 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b020f-9a4c-492b-80f0-5bd7a704c60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5a87cf-afb7-4314-8b10-3a8455eab517,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:05.923562 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39802) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:06.069597 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-aa065c7e-baea-49e7-a2b7-c924ca1f4b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.099719 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6df439-b7fc-448e-adf6-9c03eec66cc4 req-a10be888-0e77-4876-be83-31423e3f58e4 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:06.101266 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-be6df439-b7fc-448e-adf6-9c03eec66cc4 req-a10be888-0e77-4876-be83-31423e3f58e4 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0747921 Jan 24 22:29:06.170868 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-be6df439-b7fc-448e-adf6-9c03eec66cc4 req-9e90974f-4e5a-4dce-9aa1-5d95489d7c90 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620282 Jan 24 22:29:06.200466 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-aa065c7e-baea-49e7-a2b7-c924ca1f4b18 admin admin] Publish callbacks [] for security_group (5acf4786-5f59-4f4e-8126-7eb30aa60785), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.207094 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-aa065c7e-baea-49e7-a2b7-c924ca1f4b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (5acf4786-5f59-4f4e-8126-7eb30aa60785), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.250784 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-aa065c7e-baea-49e7-a2b7-c924ca1f4b18 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8a6f0e792e2741e286cb53eeebdf5e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259656 Jan 24 22:29:06.251868 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa065c7e-baea-49e7-a2b7-c924ca1f4b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acf4786-5f59-4f4e-8126-7eb30aa60785,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:06.253513 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39824) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:06.320572 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f60e749d-6842-4dfe-8a8a-858a32ebc517 admin admin] Publish callbacks [] for security_group (5acf4786-5f59-4f4e-8126-7eb30aa60785), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.345773 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de706a7-e3dc-4494-9ee3-dbdd3465cd99 req-b566a21a-bcc0-4914-89b5-9b6813a7c6ca tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:06.347532 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1de706a7-e3dc-4494-9ee3-dbdd3465cd99 req-b566a21a-bcc0-4914-89b5-9b6813a7c6ca tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0522108 Jan 24 22:29:06.350445 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f60e749d-6842-4dfe-8a8a-858a32ebc517 admin admin] Publish callbacks [] for security_group (5acf4786-5f59-4f4e-8126-7eb30aa60785), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.407001 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f60e749d-6842-4dfe-8a8a-858a32ebc517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (5acf4786-5f59-4f4e-8126-7eb30aa60785), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.410051 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f60e749d-6842-4dfe-8a8a-858a32ebc517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.413756 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f60e749d-6842-4dfe-8a8a-858a32ebc517 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5acf4786-5f59-4f4e-8126-7eb30aa60785 HTTP/1.1" status: 204 len: 168 time: 0.1567004 Jan 24 22:29:06.413895 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1de706a7-e3dc-4494-9ee3-dbdd3465cd99 req-49ed64b6-cdd8-479a-87b1-0bf9755b8867 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586250 Jan 24 22:29:06.423250 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e749d-6842-4dfe-8a8a-858a32ebc517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acf4786-5f59-4f4e-8126-7eb30aa60785,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:06.495339 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39836) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:06.706722 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-01aa99e5-bfc4-4ce1-8d5d-04c512e858ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.788882 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39850) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:06.803730 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e9b6-3df1-43d4-89c1-46a6863d8251 req-8f056343-2401-4ad8-9be8-65f9f700267d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:06.805222 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8241e9b6-3df1-43d4-89c1-46a6863d8251 req-8f056343-2401-4ad8-9be8-65f9f700267d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 944 time: 0.0702343 Jan 24 22:29:06.810368 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-01aa99e5-bfc4-4ce1-8d5d-04c512e858ee admin admin] Publish callbacks [] for security_group (f3f4a171-b58e-4433-a608-0c0d4a27cfd9), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.812355 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d4f7088f-477d-49fe-8d59-a0cb6b16f0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.816389 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-01aa99e5-bfc4-4ce1-8d5d-04c512e858ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f3f4a171-b58e-4433-a608-0c0d4a27cfd9), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.858358 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-01aa99e5-bfc4-4ce1-8d5d-04c512e858ee admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=985a1d0908334cdda017988e57952a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616147 Jan 24 22:29:06.859468 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa99e5-bfc4-4ce1-8d5d-04c512e858ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4a171-b58e-4433-a608-0c0d4a27cfd9,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:06.861329 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39852) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:06.900351 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8241e9b6-3df1-43d4-89c1-46a6863d8251 req-1539d705-46d5-49f2-95f8-ced8809477ab tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891211 Jan 24 22:29:06.966478 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d04075f5-073c-4158-8beb-f7125afc6e9a admin admin] Publish callbacks [] for security_group (f3f4a171-b58e-4433-a608-0c0d4a27cfd9), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.969485 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d4f7088f-477d-49fe-8d59-a0cb6b16f0f6 admin admin] Publish callbacks [] for security_group (72bb406f-5a61-4530-b145-0308f7216518), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:06.983486 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d4f7088f-477d-49fe-8d59-a0cb6b16f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (72bb406f-5a61-4530-b145-0308f7216518), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.010787 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d04075f5-073c-4158-8beb-f7125afc6e9a admin admin] Publish callbacks [] for security_group (f3f4a171-b58e-4433-a608-0c0d4a27cfd9), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.040540 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d4f7088f-477d-49fe-8d59-a0cb6b16f0f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a534609f6ce342c6bee433d5abbb7baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506056 Jan 24 22:29:07.043350 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39862) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:07.045234 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7088f-477d-49fe-8d59-a0cb6b16f0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb406f-5a61-4530-b145-0308f7216518,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:07.095999 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d04075f5-073c-4158-8beb-f7125afc6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f3f4a171-b58e-4433-a608-0c0d4a27cfd9), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.096611 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d04075f5-073c-4158-8beb-f7125afc6e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.097948 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d04075f5-073c-4158-8beb-f7125afc6e9a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3f4a171-b58e-4433-a608-0c0d4a27cfd9 HTTP/1.1" status: 204 len: 168 time: 0.2356932 Jan 24 22:29:07.111493 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-079246d7-c56e-44c4-8505-f2efa8de0b68 admin admin] Publish callbacks [] for security_group (72bb406f-5a61-4530-b145-0308f7216518), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.113282 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04075f5-073c-4158-8beb-f7125afc6e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4a171-b58e-4433-a608-0c0d4a27cfd9,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:07.135268 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-079246d7-c56e-44c4-8505-f2efa8de0b68 admin admin] Publish callbacks [] for security_group (72bb406f-5a61-4530-b145-0308f7216518), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.187740 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-079246d7-c56e-44c4-8505-f2efa8de0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (72bb406f-5a61-4530-b145-0308f7216518), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.190557 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-079246d7-c56e-44c4-8505-f2efa8de0b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.197091 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-079246d7-c56e-44c4-8505-f2efa8de0b68 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/72bb406f-5a61-4530-b145-0308f7216518 HTTP/1.1" status: 204 len: 168 time: 0.1473758 Jan 24 22:29:07.211298 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079246d7-c56e-44c4-8505-f2efa8de0b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb406f-5a61-4530-b145-0308f7216518,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:07.318756 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056e216-fcab-40d9-bc10-8aeb6f270811 req-9c71efa8-6570-4324-81e6-5a70815ad90a tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:07.320862 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a056e216-fcab-40d9-bc10-8aeb6f270811 req-9c71efa8-6570-4324-81e6-5a70815ad90a tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0533197 Jan 24 22:29:07.377408 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a056e216-fcab-40d9-bc10-8aeb6f270811 req-cb23d920-0f1a-4104-aa4c-5414d10266bc tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485210 Jan 24 22:29:07.564806 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939f6d-3845-41a7-9978-24a6b0cecaeb req-ba2cd264-2351-42e5-80e9-3f73718e4bcc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:07.566368 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2a939f6d-3845-41a7-9978-24a6b0cecaeb req-ba2cd264-2351-42e5-80e9-3f73718e4bcc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Jan 24 22:29:07.577878 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device ca679ea3-bdcd-4fab-8f2e-e0ba60316285 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:29:07.618419 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2a939f6d-3845-41a7-9978-24a6b0cecaeb req-96f87d4d-1874-4312-b144-751a2239871c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Jan 24 22:29:07.712888 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port ca679ea3-bdcd-4fab-8f2e-e0ba60316285, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:07.735401 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285', 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'port_id': 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285', 'mac_address': 'fa:16:3e:07:9b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afcac19-68de-4538-be4d-9afeccf0ceff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:29:07.790310 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:29:07.791279 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.809633 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca679ea3-bdcd-4fab-8f2e-e0ba60316285 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:29:07.840361 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port ca679ea3-bdcd-4fab-8f2e-e0ba60316285, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:07.846664 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:07.904094 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:08.035967 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7eac-866c-4e27-a60f-0d36b9f5b2e4 req-ed0b40af-6d24-4e50-90d2-266d97e0fef3 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:08.043325 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-52ae7eac-866c-4e27-a60f-0d36b9f5b2e4 req-ed0b40af-6d24-4e50-90d2-266d97e0fef3 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 945 time: 0.0616002 Jan 24 22:29:08.106587 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-52ae7eac-866c-4e27-a60f-0d36b9f5b2e4 req-4b4b4dae-6d25-455d-8c05-31988f76fd62 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623600 Jan 24 22:29:08.492530 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872b659-96b8-4538-bf4e-f6d8e56af773 req-d145f14b-42bd-41a5-96f0-9d9ef01c7088 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:08.494866 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3872b659-96b8-4538-bf4e-f6d8e56af773 req-d145f14b-42bd-41a5-96f0-9d9ef01c7088 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Jan 24 22:29:08.546253 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3872b659-96b8-4538-bf4e-f6d8e56af773 req-3a0dacdf-aed1-4579-82cf-706abdf9df13 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435889 Jan 24 22:29:08.579041 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['ca679ea3-bdcd-4fab-8f2e-e0ba60316285'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:29:08.581740 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39950) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:08.599563 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 39954) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:08.693907 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1a3dec41-c039-4156-a5df-9765d2c67512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:08.729892 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-17ee00eb-8801-4a2e-9dee-95744ff38ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:08.775018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1a3dec41-c039-4156-a5df-9765d2c67512 admin admin] Publish callbacks [] for security_group (aabb11e0-91c0-4b22-8aea-1401e382e04c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:08.779765 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1a3dec41-c039-4156-a5df-9765d2c67512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (aabb11e0-91c0-4b22-8aea-1401e382e04c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:08.793672 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ebddb-bfba-4f4a-9e54-8a4283d03063 req-aaf2e69f-06ad-4a19-b47a-a960d648fa9b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:08.795265 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-781ebddb-bfba-4f4a-9e54-8a4283d03063 req-aaf2e69f-06ad-4a19-b47a-a960d648fa9b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0792489 Jan 24 22:29:08.817514 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dec41-c039-4156-a5df-9765d2c67512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabb11e0-91c0-4b22-8aea-1401e382e04c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:08.822444 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1a3dec41-c039-4156-a5df-9765d2c67512 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e59466eb80b149c39175e13a7200e9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391491 Jan 24 22:29:08.825007 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39960) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:08.881117 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3ac1a563-fb48-4f2a-9830-2498e6061639 admin admin] Publish callbacks [] for security_group (aabb11e0-91c0-4b22-8aea-1401e382e04c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:08.884099 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-17ee00eb-8801-4a2e-9dee-95744ff38ebc admin admin] Publish callbacks [] for security_group (f35909e5-e54a-442e-a2d5-77e08168fec2), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:08.887991 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-781ebddb-bfba-4f4a-9e54-8a4283d03063 req-b5de8210-6227-47e4-9859-937bed9c7b28 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834043 Jan 24 22:29:08.890826 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-17ee00eb-8801-4a2e-9dee-95744ff38ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f35909e5-e54a-442e-a2d5-77e08168fec2), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:08.913884 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3ac1a563-fb48-4f2a-9830-2498e6061639 admin admin] Publish callbacks [] for security_group (aabb11e0-91c0-4b22-8aea-1401e382e04c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:08.930306 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-17ee00eb-8801-4a2e-9dee-95744ff38ebc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1501c3a9496e48d6aa91c4013a7e7428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295591 Jan 24 22:29:08.931452 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee00eb-8801-4a2e-9dee-95744ff38ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35909e5-e54a-442e-a2d5-77e08168fec2,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:08.932909 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 39964) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:08.993022 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6441a685-9a39-4305-b064-af9a3819adbd admin admin] Publish callbacks [] for security_group (f35909e5-e54a-442e-a2d5-77e08168fec2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.001358 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3ac1a563-fb48-4f2a-9830-2498e6061639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (aabb11e0-91c0-4b22-8aea-1401e382e04c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.003826 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3ac1a563-fb48-4f2a-9830-2498e6061639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.004960 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3ac1a563-fb48-4f2a-9830-2498e6061639 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aabb11e0-91c0-4b22-8aea-1401e382e04c HTTP/1.1" status: 204 len: 168 time: 0.1786096 Jan 24 22:29:09.022747 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1a563-fb48-4f2a-9830-2498e6061639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabb11e0-91c0-4b22-8aea-1401e382e04c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:09.025957 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6441a685-9a39-4305-b064-af9a3819adbd admin admin] Publish callbacks [] for security_group (f35909e5-e54a-442e-a2d5-77e08168fec2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.078564 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6441a685-9a39-4305-b064-af9a3819adbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f35909e5-e54a-442e-a2d5-77e08168fec2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.081337 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6441a685-9a39-4305-b064-af9a3819adbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.082572 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6441a685-9a39-4305-b064-af9a3819adbd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f35909e5-e54a-442e-a2d5-77e08168fec2 HTTP/1.1" status: 204 len: 168 time: 0.1486588 Jan 24 22:29:09.091306 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441a685-9a39-4305-b064-af9a3819adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35909e5-e54a-442e-a2d5-77e08168fec2,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:09.258860 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9874b4-d947-4cd3-9307-c77726236f3e req-095c92ff-bbae-4984-b2a7-9d14e828b493 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:09.260888 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b9874b4-d947-4cd3-9307-c77726236f3e req-095c92ff-bbae-4984-b2a7-9d14e828b493 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 945 time: 0.0790219 Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: from cryptography.utils import int_from_bytes Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: from cryptography.utils import int_from_bytes Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.308881 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:09.311378 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:09.316615 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-0a364632-ab45-4cd6-8a7e-fe68f9397e97 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:09.318438 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-0a364632-ab45-4cd6-8a7e-fe68f9397e97 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.115 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.1262484 Jan 24 22:29:09.348040 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b9874b4-d947-4cd3-9307-c77726236f3e req-62257efe-fb17-429f-aae9-8b26f08dffc7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799000 Jan 24 22:29:09.528407 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Deleting port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:29:09.528946 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.726191 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] For port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,segment=NetworkSegment(9f289a2f-63b2-469c-a19e-a78a122e17f9),segment_id=9f289a2f-63b2-469c-a19e-a78a122e17f9)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:09.728774 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.750570 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Calling delete_port for a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:29:09.751499 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d8aa-07b5-4638-b8c0-27bda8567f43 req-bc42f352-0a10-4821-bca7-6df0f41aa88f tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:09.753696 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f899d8aa-07b5-4638-b8c0-27bda8567f43 req-bc42f352-0a10-4821-bca7-6df0f41aa88f tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 945 time: 0.0817645 Jan 24 22:29:09.835062 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f899d8aa-07b5-4638-b8c0-27bda8567f43 req-60a7182b-dacb-4548-a5c5-a3d205a5f472 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/security-groups?id=4959f73a-147c-400c-97e2-5f77d7c92666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536134 Jan 24 22:29:09.870131 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device ca679ea3-bdcd-4fab-8f2e-e0ba60316285 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:29:09.935956 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566'] for port (a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.947319 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:29:09.951522 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:29:09.951898 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:09.981673 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Pushing event deleted for resources: {'Port': ['ID=a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:10.004211 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:29:10.085667 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] No DVR routers for this DVR port a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:29:10.087877 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572cf28-41da-4e83-b720-cb0b1c1d4738 req-a4ae326b-1be4-459d-a9f3-3f92e798781d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:10.090060 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:10.094138 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e4ec1c27-a930-4699-ac02-144ba0f589e6 req-29ff5b1a-25f2-4d67-b708-cc613dfc1cca tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.115 "DELETE /v2.0/ports/a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 HTTP/1.1" status: 204 len: 173 time: 0.7689283 Jan 24 22:29:10.094613 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33400f7e-6413-4b0d-8062-8c4befff1b88', 'name': 'network-vif-deleted', 'tag': 'a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:10.096932 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5117dad3-9b49-45b6-9974-cf04c9554233" -d '{"events": [{"server_uuid": "33400f7e-6413-4b0d-8062-8c4befff1b88", "name": "network-vif-deleted", "tag": "a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:10.099886 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5572cf28-41da-4e83-b720-cb0b1c1d4738 req-a4ae326b-1be4-459d-a9f3-3f92e798781d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.1016393 Jan 24 22:29:10.158730 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:29:10.159991 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:10.170029 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5572cf28-41da-4e83-b720-cb0b1c1d4738 req-c1a06d53-7416-4d2a-91e9-7ef073cd638b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688481 Jan 24 22:29:10.188664 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158b5aec-4d57-487e-8205-e4598e66020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:10.191088 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81288a66-6431-4f1f-af29-52a9f6fac8c7" -d '{"events": [{"server_uuid": "158b5aec-4d57-487e-8205-e4598e66020c", "name": "network-vif-plugged", "status": "completed", "tag": "ca679ea3-bdcd-4fab-8f2e-e0ba60316285"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:10.205514 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port ca679ea3-bdcd-4fab-8f2e-e0ba60316285, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:10.213387 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:10.221752 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c86a55-814d-4466-96b1-2064a2c76653 x-openstack-request-id: req-b9c86a55-814d-4466-96b1-2064a2c76653 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:10.222136 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33400f7e-6413-4b0d-8062-8c4befff1b88", "name": "network-vif-deleted", "tag": "a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:10.222452 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b9c86a55-814d-4466-96b1-2064a2c76653 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:10.222909 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33400f7e-6413-4b0d-8062-8c4befff1b88', 'name': 'network-vif-deleted', 'tag': 'a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99', 'status': 'completed', 'code': 200} Jan 24 22:29:10.273889 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639f428-3383-413e-8061-e42c3133c9aa x-openstack-request-id: req-1639f428-3383-413e-8061-e42c3133c9aa {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:10.274444 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158b5aec-4d57-487e-8205-e4598e66020c", "name": "network-vif-plugged", "status": "completed", "tag": "ca679ea3-bdcd-4fab-8f2e-e0ba60316285", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:10.274864 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1639f428-3383-413e-8061-e42c3133c9aa {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:10.275415 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158b5aec-4d57-487e-8205-e4598e66020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285', 'code': 200} Jan 24 22:29:10.280166 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:10.482285 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84793dc5-4c62-4dd0-8d8f-49217ba82bd2 req-3cfbbd4a-5f97-42b6-aff8-8a32fbd14244 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:10.484150 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-84793dc5-4c62-4dd0-8d8f-49217ba82bd2 req-3cfbbd4a-5f97-42b6-aff8-8a32fbd14244 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 946 time: 0.0591781 Jan 24 22:29:10.555287 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-84793dc5-4c62-4dd0-8d8f-49217ba82bd2 req-b36e3304-3e4b-491c-9a93-16f90c68eb10 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644665 Jan 24 22:29:10.568703 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cb903-c6ff-4f4c-9e58-03f0d8f5b1ec req-040bdc1f-315c-415c-9b30-01bcb66553a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:10.575121 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-691cb903-c6ff-4f4c-9e58-03f0d8f5b1ec req-040bdc1f-315c-415c-9b30-01bcb66553a2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 1099 time: 0.0597332 Jan 24 22:29:10.646443 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-691cb903-c6ff-4f4c-9e58-03f0d8f5b1ec req-1b31f4aa-9f4f-4de1-8449-b17279f07b39 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595531 Jan 24 22:29:10.966545 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-aefdfa07-f220-47d8-b9c6-586cc09a9d2f req-5782db86-076a-4328-8ed2-5300d495ac96 tempest-DeleteServersTestJSON-655684541 tempest-DeleteServersTestJSON-655684541-project] 10.222.0.84 "GET /v2.0/ports?device_id=33400f7e-6413-4b0d-8062-8c4befff1b88 HTTP/1.1" status: 200 len: 210 time: 0.0302792 Jan 24 22:29:11.286749 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8af834-8b37-42c5-9f52-544cc8d8f675 req-b88544f9-94c7-4957-adc0-be3b7933962e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:11.288450 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fb8af834-8b37-42c5-9f52-544cc8d8f675 req-b88544f9-94c7-4957-adc0-be3b7933962e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0547609 Jan 24 22:29:11.335120 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fb8af834-8b37-42c5-9f52-544cc8d8f675 req-763e2124-770f-4d6f-87bc-a25d11d039d1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Jan 24 22:29:11.689476 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53dc46-d33d-4bd4-823d-d0672c53afb6 req-0d68deea-f051-4be0-90ac-a80bd0e3f2a5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:11.691145 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b53dc46-d33d-4bd4-823d-d0672c53afb6 req-0d68deea-f051-4be0-90ac-a80bd0e3f2a5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 946 time: 0.0554993 Jan 24 22:29:11.749749 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b53dc46-d33d-4bd4-823d-d0672c53afb6 req-3e1e0458-2155-4d17-824e-403a53260dbb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Jan 24 22:29:12.455466 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a6ece-f1e3-442d-a074-c7691905350e req-134c8adc-ce9c-43ba-9531-fd785b5321a5 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:12.456978 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1c8a6ece-f1e3-442d-a074-c7691905350e req-134c8adc-ce9c-43ba-9531-fd785b5321a5 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0538747 Jan 24 22:29:12.508979 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1c8a6ece-f1e3-442d-a074-c7691905350e req-a7b63c9d-9b73-46c9-8191-a1fc90afbd16 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462012 Jan 24 22:29:12.883860 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7bed0-2cd3-47f7-965d-a98adda00393 req-5bfc4105-1b45-4a34-bbd1-32e7bec8dbe5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:12.885384 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e6c7bed0-2cd3-47f7-965d-a98adda00393 req-5bfc4105-1b45-4a34-bbd1-32e7bec8dbe5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 946 time: 0.0518584 Jan 24 22:29:12.935270 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e6c7bed0-2cd3-47f7-965d-a98adda00393 req-c6bb386e-5b76-4cdd-9c29-a88617c62a9e tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439651 Jan 24 22:29:14.006679 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef561-1480-4cd9-a383-277bd16f196e req-1054f30a-02fc-4797-bc99-7883980fdc02 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:14.008341 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-598ef561-1480-4cd9-a383-277bd16f196e req-1054f30a-02fc-4797-bc99-7883980fdc02 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0504842 Jan 24 22:29:14.059907 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-598ef561-1480-4cd9-a383-277bd16f196e req-7e7adf20-bee6-4aa4-8721-59e2c4c558d1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Jan 24 22:29:14.780303 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:29:14.800867 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:29:14.801282 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device a2470f65-0c4d-4ecd-a4b6-9d25e27a0c99 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:29:15.984355 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4fc0d-9995-4418-9f65-df82d1bec7b1 req-c68b86fb-b65e-4e12-8a3c-88767117eff2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:15.986459 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62c4fc0d-9995-4418-9f65-df82d1bec7b1 req-c68b86fb-b65e-4e12-8a3c-88767117eff2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0495317 Jan 24 22:29:16.033134 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62c4fc0d-9995-4418-9f65-df82d1bec7b1 req-85e182b4-05f1-48c3-8e7c-20b8bd6b6a2b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Jan 24 22:29:16.148493 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ea4be09c-664a-4f9c-a312-66bd0b783665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:17.157016 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce6fdf-19f0-4a02-983b-85b97dd1b30f req-8414e81a-6f11-4234-add0-0e2669bdc02a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:17.158545 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62ce6fdf-19f0-4a02-983b-85b97dd1b30f req-8414e81a-6f11-4234-add0-0e2669bdc02a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0500886 Jan 24 22:29:17.218563 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62ce6fdf-19f0-4a02-983b-85b97dd1b30f req-b235116f-1026-427e-aff5-9bc3e33eb8f7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521901 Jan 24 22:29:17.771114 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40256) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:17.846616 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9286db3-4d89-4586-a6f2-9a3538e097d5 admin admin] Deleting subnet e43c47d7-a017-4b8c-a123-957620579844 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:29:17.847772 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d9286db3-4d89-4586-a6f2-9a3538e097d5 admin admin] Publish callbacks [] for subnet (e43c47d7-a017-4b8c-a123-957620579844), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:17.889318 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d9286db3-4d89-4586-a6f2-9a3538e097d5 admin admin] Publish callbacks [] for subnet (e43c47d7-a017-4b8c-a123-957620579844), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:17.902560 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d9286db3-4d89-4586-a6f2-9a3538e097d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (e43c47d7-a017-4b8c-a123-957620579844), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:17.970441 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d9286db3-4d89-4586-a6f2-9a3538e097d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (e43c47d7-a017-4b8c-a123-957620579844), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.004332 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9286db3-4d89-4586-a6f2-9a3538e097d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43c47d7-a017-4b8c-a123-957620579844,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:18.009069 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d9286db3-4d89-4586-a6f2-9a3538e097d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.015807 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40266) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:18.016251 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d9286db3-4d89-4586-a6f2-9a3538e097d5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e43c47d7-a017-4b8c-a123-957620579844 HTTP/1.1" status: 204 len: 168 time: 0.2435443 Jan 24 22:29:18.105180 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (03e6c4e1-e675-417e-a5db-954a15197bef), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.194804 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (03e6c4e1-e675-417e-a5db-954a15197bef), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.214579 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.214937 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.215690 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.216040 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > port after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.216460 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.216822 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.217186 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.217517 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.217792 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.218143 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.379264 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.379649 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.380104 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.380480 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:29:18.380844 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e6c4e1-e675-417e-a5db-954a15197bef']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:29:18.416793 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f289a2f-63b2-469c-a19e-a78a122e17f9') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:29:18.417128 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f289a2f-63b2-469c-a19e-a78a122e17f9') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:29:18.427094 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9138-649c-4787-ba74-ec006ddd3448 req-0ccd04ad-1585-4ce0-9ec6-96cd443b5506 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:18.428571 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e63e9138-649c-4787-ba74-ec006ddd3448 req-0ccd04ad-1585-4ce0-9ec6-96cd443b5506 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0692596 Jan 24 22:29:18.434939 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (9f289a2f-63b2-469c-a19e-a78a122e17f9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.460607 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (9f289a2f-63b2-469c-a19e-a78a122e17f9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.466323 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-28ca3409-1efb-4f31-a017-c8d88d0ebf20 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:18.468113 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-28ca3409-1efb-4f31-a017-c8d88d0ebf20 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 814 time: 0.1776414 Jan 24 22:29:18.481019 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:29:18.481730 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (9f289a2f-63b2-469c-a19e-a78a122e17f9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.501331 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-243b22de-4069-4635-b78c-54b64f0dbc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.503210 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-0f6559c5-04bb-44f6-97a5-23b4926ec8c3 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/quotas/a78218846bb84713b4c02d9f95a25250 HTTP/1.1" status: 200 len: 375 time: 0.0232828 Jan 24 22:29:18.507292 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e63e9138-649c-4787-ba74-ec006ddd3448 req-cbe798f5-79d3-4987-ac8c-97e7cbe7b78d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678880 Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:29:18.540676 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:29:18.575742 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-0321d620-c7b8-4d81-844f-174255c96005 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587537 Jan 24 22:29:18.605421 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (03e6c4e1-e675-417e-a5db-954a15197bef), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.614335 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.621404 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] 10.222.0.84 "DELETE /v2.0/networks/03e6c4e1-e675-417e-a5db-954a15197bef HTTP/1.1" status: 204 len: 168 time: 0.6014168 Jan 24 22:29:18.632128 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df092427-8e7f-4cf4-99e6-a978e98731dd admin admin] Pushing event deleted for resources: {'Network': ['ID=03e6c4e1-e675-417e-a5db-954a15197bef,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:18.684801 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-bb2e26a9-5070-45ac-8261-9ca50d8fd731 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024735 Jan 24 22:29:18.787742 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-5b67b82f-2f4f-4067-94c3-157dd828a2a4 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947194 Jan 24 22:29:18.814272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40300) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:18.854759 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d5ff307a-7409-4d70-ae3b-e4066ac440aa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19ba1e1256864514ab790aa9db823338&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391746 Jan 24 22:29:18.857167 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40304) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:18.911497 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-79b9e7c7-aef9-4722-b2f3-32e8cd0ce2db admin admin] Publish callbacks [] for security_group (4959f73a-147c-400c-97e2-5f77d7c92666), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.937847 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-79b9e7c7-aef9-4722-b2f3-32e8cd0ce2db admin admin] Publish callbacks [] for security_group (4959f73a-147c-400c-97e2-5f77d7c92666), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:18.964309 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e9c0d26-cb43-418b-b09d-f385f9520449 req-f09ecfa3-da5b-4477-9d0d-c8617abc0a13 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 210 time: 0.0336499 Jan 24 22:29:18.998395 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-79b9e7c7-aef9-4722-b2f3-32e8cd0ce2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4959f73a-147c-400c-97e2-5f77d7c92666), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.001277 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-79b9e7c7-aef9-4722-b2f3-32e8cd0ce2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.005077 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-79b9e7c7-aef9-4722-b2f3-32e8cd0ce2db admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4959f73a-147c-400c-97e2-5f77d7c92666 HTTP/1.1" status: 204 len: 168 time: 0.1444478 Jan 24 22:29:19.011336 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9e7c7-aef9-4722-b2f3-32e8cd0ce2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4959f73a-147c-400c-97e2-5f77d7c92666,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:19.182913 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40322) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:19.310444 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04cac8cc-3cb1-4483-aec4-9afdf3db8ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.404516 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04cac8cc-3cb1-4483-aec4-9afdf3db8ac6 admin admin] Publish callbacks [] for security_group (131ed0a8-4ef6-4b8e-9674-3e362075688c), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.409498 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-04cac8cc-3cb1-4483-aec4-9afdf3db8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (131ed0a8-4ef6-4b8e-9674-3e362075688c), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.445277 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.450582 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-04cac8cc-3cb1-4483-aec4-9afdf3db8ac6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba113446eaa74ce099d1a4bb8e25853e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665155 Jan 24 22:29:19.451592 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cac8cc-3cb1-4483-aec4-9afdf3db8ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131ed0a8-4ef6-4b8e-9674-3e362075688c,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:19.453552 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40342) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:19.502559 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c57e44c8-3c2a-4364-891c-044d85f094eb admin admin] Publish callbacks [] for security_group (131ed0a8-4ef6-4b8e-9674-3e362075688c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.525262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c57e44c8-3c2a-4364-891c-044d85f094eb admin admin] Publish callbacks [] for security_group (131ed0a8-4ef6-4b8e-9674-3e362075688c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.581178 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c57e44c8-3c2a-4364-891c-044d85f094eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (131ed0a8-4ef6-4b8e-9674-3e362075688c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.583902 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c57e44c8-3c2a-4364-891c-044d85f094eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:19.585191 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c57e44c8-3c2a-4364-891c-044d85f094eb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/131ed0a8-4ef6-4b8e-9674-3e362075688c HTTP/1.1" status: 204 len: 168 time: 0.1305039 Jan 24 22:29:19.597344 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e44c8-3c2a-4364-891c-044d85f094eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131ed0a8-4ef6-4b8e-9674-3e362075688c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:19.697762 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c4c62-431e-4e93-9c7b-f9bfac79fa51 req-17625c6c-2463-44d1-84db-6ff8c0c08cab tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:19.701249 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-577c4c62-431e-4e93-9c7b-f9bfac79fa51 req-17625c6c-2463-44d1-84db-6ff8c0c08cab tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0826504 Jan 24 22:29:19.797549 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-577c4c62-431e-4e93-9c7b-f9bfac79fa51 req-5ee6c810-0b9c-4eba-8a98-bbd5b9b4d4a9 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900333 Jan 24 22:29:20.108513 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2e970ad-1bef-42fa-b301-41b680bc256b req-7dd10cbf-377c-4c0e-817c-74734550a1da tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 210 time: 0.0270112 Jan 24 22:29:20.659267 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-233d9df6-27f7-40f4-9ac5-3831efd7392b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:20.660662 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-233d9df6-27f7-40f4-9ac5-3831efd7392b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 814 time: 0.1005092 Jan 24 22:29:20.688609 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Request body: {'port': {'device_id': '14a5b58c-493c-46a9-a297-4fd94047866f', 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'admin_state_up': True, 'tenant_id': 'a78218846bb84713b4c02d9f95a25250'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:20.811540 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Made reservation on behalf of a78218846bb84713b4c02d9f95a25250 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:29:20.815252 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:20.917117 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a1082-0208-4255-9bc4-a5c86a262cc3 req-b0feba37-85e5-462a-b879-6faa74793426 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:20.918488 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a67a1082-0208-4255-9bc4-a5c86a262cc3 req-b0feba37-85e5-462a-b879-6faa74793426 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0550542 Jan 24 22:29:20.954981 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Allocated IP 172.20.0.11 (e8ede52f-f77b-4695-9cf8-08051f1c017e/4afcac19-68de-4538-be4d-9afeccf0ceff/344c5aaf-3a45-41e2-9d8d-0acafb3d1e31) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:29:20.966255 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:20.987665 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a67a1082-0208-4255-9bc4-a5c86a262cc3 req-a5e1c02b-b665-43ff-973e-a74328a75ba4 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627215 Jan 24 22:29:21.070662 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40406) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:21.112730 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks [] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.149317 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.186209 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce01f846-b9b0-4741-95f4-0ba8bfaa5ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.197866 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Network e8ede52f-f77b-4695-9cf8-08051f1c017e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:29:21.203214 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:29:21.208801 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:29:21.213361 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Pushing event updated for resources: {'Port': ['ID=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:21.222657 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['0843b280-c8c5-4405-93c7-2ba198e91f41', 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:29:21.263470 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:21.264436 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.286525 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-947f6845-08cc-498a-8f3c-72d344606e1b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017342 Jan 24 22:29:21.317197 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Request body: {'port': {'device_id': '14a5b58c-493c-46a9-a297-4fd94047866f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:21.401719 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.509863 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb18dc-12a7-4059-a185-31686548b533 req-0efeb73e-79ad-4b05-bbff-8954447e76c6 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:21.519106 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e8fb18dc-12a7-4059-a185-31686548b533 req-0efeb73e-79ad-4b05-bbff-8954447e76c6 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 932 time: 0.3347297 Jan 24 22:29:21.572744 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40430) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:21.624485 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e8fb18dc-12a7-4059-a185-31686548b533 req-9e9f0433-c9f9-463f-97e9-c874b5e5cb35 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026208 Jan 24 22:29:21.678436 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce01f846-b9b0-4741-95f4-0ba8bfaa5ed8 admin admin] Publish callbacks [] for security_group (72db6b6c-117b-4c3d-833d-7f547d1925c2), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.692941 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce01f846-b9b0-4741-95f4-0ba8bfaa5ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (72db6b6c-117b-4c3d-833d-7f547d1925c2), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.736567 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-ce01f846-b9b0-4741-95f4-0ba8bfaa5ed8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aad6416391544c69bac87fa2024ade81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646616 Jan 24 22:29:21.737791 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01f846-b9b0-4741-95f4-0ba8bfaa5ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72db6b6c-117b-4c3d-833d-7f547d1925c2,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:21.740141 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40436) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:21.768146 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b90b238e-8c84-4b14-a839-f57b8e3a5f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.772201 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:29:21.780831 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Publish callbacks [] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.808204 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Transition to ACTIVE for port object 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:29:21.816968 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.837579 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-624f74e3-3f1c-4c8d-9ef9-369104541cbe admin admin] Publish callbacks [] for security_group (72db6b6c-117b-4c3d-833d-7f547d1925c2), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.882976 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-624f74e3-3f1c-4c8d-9ef9-369104541cbe admin admin] Publish callbacks [] for security_group (72db6b6c-117b-4c3d-833d-7f547d1925c2), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.905629 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Pushing event updated for resources: {'Port': ['ID=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:21.917176 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b90b238e-8c84-4b14-a839-f57b8e3a5f3b admin admin] Publish callbacks [] for security_group (d6498615-1798-4920-a3f2-7d26617f7f19), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.931217 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b90b238e-8c84-4b14-a839-f57b8e3a5f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d6498615-1798-4920-a3f2-7d26617f7f19), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.967998 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Attempting to bind port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:29:21.968417 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Attempting to bind port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:29:21.968929 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Attempting to bind port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 on network e8ede52f-f77b-4695-9cf8-08051f1c017e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:29:21.974626 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 on network e8ede52f-f77b-4695-9cf8-08051f1c017e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:29:21.974626 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Attempting to bind port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 on network e8ede52f-f77b-4695-9cf8-08051f1c017e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:29:21.978584 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b238e-8c84-4b14-a839-f57b8e3a5f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6498615-1798-4920-a3f2-7d26617f7f19,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:21.979726 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:29:21.980142 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Checking segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:29:21.980730 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Bound using segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:29:21.981537 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Bound port: 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:29:21.985542 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:21.988628 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-b90b238e-8c84-4b14-a839-f57b8e3a5f3b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1685300fa1344cd0ac55d5e36dac2d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121425 Jan 24 22:29:21.990828 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40444) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:22.009673 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-624f74e3-3f1c-4c8d-9ef9-369104541cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (72db6b6c-117b-4c3d-833d-7f547d1925c2), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.012423 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-624f74e3-3f1c-4c8d-9ef9-369104541cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.013588 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-624f74e3-3f1c-4c8d-9ef9-369104541cbe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/72db6b6c-117b-4c3d-833d-7f547d1925c2 HTTP/1.1" status: 204 len: 168 time: 0.2723858 Jan 24 22:29:22.037329 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f74e3-3f1c-4c8d-9ef9-369104541cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db6b6c-117b-4c3d-833d-7f547d1925c2,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:22.061809 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1ea-3a3f-46db-b9b1-cdd1deed0a7c admin admin] Publish callbacks [] for security_group (d6498615-1798-4920-a3f2-7d26617f7f19), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.090028 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1ea-3a3f-46db-b9b1-cdd1deed0a7c admin admin] Publish callbacks [] for security_group (d6498615-1798-4920-a3f2-7d26617f7f19), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.090525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] For port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:29:22.097089 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] For port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:29:22.103779 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.142394 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:22.143027 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.144532 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] 10.222.0.115 "PUT /v2.0/ports/344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 HTTP/1.1" status: 200 len: 1094 time: 0.8348022 Jan 24 22:29:22.144781 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a5b58c-493c-46a9-a297-4fd94047866f', 'tag': '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:22.147138 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5298ae-8f82-4505-84fd-6b62b751e677" -d '{"events": [{"name": "network-changed", "server_uuid": "14a5b58c-493c-46a9-a297-4fd94047866f", "tag": "344c5aaf-3a45-41e2-9d8d-0acafb3d1e31"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:22.184521 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6d978-5f7b-45ff-8a83-fa9352a4c989 service neutron] Pushing event updated for resources: {'Port': ['ID=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:22.195906 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0796a3b2-24c4-4339-9278-9ab8097c7e0f x-openstack-request-id: req-0796a3b2-24c4-4339-9278-9ab8097c7e0f {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:22.196547 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a5b58c-493c-46a9-a297-4fd94047866f", "tag": "344c5aaf-3a45-41e2-9d8d-0acafb3d1e31", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:22.196547 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0796a3b2-24c4-4339-9278-9ab8097c7e0f {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:22.196853 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a5b58c-493c-46a9-a297-4fd94047866f', 'tag': '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31', 'status': 'completed', 'code': 200} Jan 24 22:29:22.199008 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee8e9a-f848-44f1-9ef6-a0feef0b0408 req-d646587b-2825-48c4-9eda-ac505f33339d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:22.200741 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-00ee8e9a-f848-44f1-9ef6-a0feef0b0408 req-d646587b-2825-48c4-9eda-ac505f33339d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.1012440 Jan 24 22:29:22.202031 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1ea-3a3f-46db-b9b1-cdd1deed0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d6498615-1798-4920-a3f2-7d26617f7f19), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.206421 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1ea-3a3f-46db-b9b1-cdd1deed0a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.209025 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-0c61c1ea-3a3f-46db-b9b1-cdd1deed0a7c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d6498615-1798-4920-a3f2-7d26617f7f19 HTTP/1.1" status: 204 len: 168 time: 0.2168837 Jan 24 22:29:22.225223 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61c1ea-3a3f-46db-b9b1-cdd1deed0a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6498615-1798-4920-a3f2-7d26617f7f19,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:22.263858 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-00ee8e9a-f848-44f1-9ef6-a0feef0b0408 req-c79f45d9-de48-49e2-89e6-225de6f3fb2d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502112 Jan 24 22:29:22.300297 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-d8c3ed7d-bcc8-4da0-9aee-1f5c6c175910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:22.301813 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-d8c3ed7d-bcc8-4da0-9aee-1f5c6c175910 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 1097 time: 0.0662236 Jan 24 22:29:22.376722 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.416264 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40458) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:22.429661 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62c3a061-6afc-4ee4-bf6f-2c85948c1116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.511319 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62c3a061-6afc-4ee4-bf6f-2c85948c1116 admin admin] Publish callbacks [] for security_group (a8016f99-d8e5-43c7-97b1-51ce0169da1d), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.520102 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62c3a061-6afc-4ee4-bf6f-2c85948c1116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a8016f99-d8e5-43c7-97b1-51ce0169da1d), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.559257 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-62c3a061-6afc-4ee4-bf6f-2c85948c1116 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d8da182434424fa6a1a7c5c963e00e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418514 Jan 24 22:29:22.560146 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3a061-6afc-4ee4-bf6f-2c85948c1116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8016f99-d8e5-43c7-97b1-51ce0169da1d,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:22.562459 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40460) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:22.601070 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-09e3819b-ed2e-40ca-b5c5-0ac0d2ea5294 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 HTTP/1.1" status: 200 len: 217 time: 0.2797868 Jan 24 22:29:22.613231 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b4273658-a951-48bd-8a23-8ecbec961683 admin admin] Publish callbacks [] for security_group (a8016f99-d8e5-43c7-97b1-51ce0169da1d), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.634635 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b4273658-a951-48bd-8a23-8ecbec961683 admin admin] Publish callbacks [] for security_group (a8016f99-d8e5-43c7-97b1-51ce0169da1d), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.663373 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40464) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:22.676653 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-82c39489-14cb-4afb-9de4-3ef342a62fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:22.678174 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-82c39489-14cb-4afb-9de4-3ef342a62fb0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 200 len: 854 time: 0.0577562 Jan 24 22:29:22.684567 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ae96adaa-1ee5-45a8-b11d-54c31d7a409c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.689818 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b4273658-a951-48bd-8a23-8ecbec961683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a8016f99-d8e5-43c7-97b1-51ce0169da1d), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.693188 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b4273658-a951-48bd-8a23-8ecbec961683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.701494 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-b4273658-a951-48bd-8a23-8ecbec961683 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a8016f99-d8e5-43c7-97b1-51ce0169da1d HTTP/1.1" status: 204 len: 168 time: 0.1379981 Jan 24 22:29:22.719506 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4273658-a951-48bd-8a23-8ecbec961683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8016f99-d8e5-43c7-97b1-51ce0169da1d,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:22.726707 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-4359cf6b-8970-441f-953b-36223ccd629b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8ede52f-f77b-4695-9cf8-08051f1c017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334527 Jan 24 22:29:22.765174 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea82dd-567b-4b31-89a9-413b7c32eb45 req-3c3042b8-cd7f-488d-9f24-99377e49b9b9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:22.772237 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3eea82dd-567b-4b31-89a9-413b7c32eb45 req-3c3042b8-cd7f-488d-9f24-99377e49b9b9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 944 time: 0.0695820 Jan 24 22:29:22.832157 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3eea82dd-567b-4b31-89a9-413b7c32eb45 req-dc4e29ad-1650-4581-84cd-18ca25445321 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588250 Jan 24 22:29:22.878633 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-cd094223-3769-4c9d-b740-02f3a8d51db6 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413076 Jan 24 22:29:22.882953 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ae96adaa-1ee5-45a8-b11d-54c31d7a409c admin admin] Publish callbacks [] for security_group (03eb616b-6866-45a7-a792-afebd631c1a0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.895035 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ae96adaa-1ee5-45a8-b11d-54c31d7a409c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (03eb616b-6866-45a7-a792-afebd631c1a0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:22.981865 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96adaa-1ee5-45a8-b11d-54c31d7a409c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eb616b-6866-45a7-a792-afebd631c1a0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:22.990846 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ae96adaa-1ee5-45a8-b11d-54c31d7a409c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0df68e74bf914c4faeb28c4cae55d1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234022 Jan 24 22:29:22.990934 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40478) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:23.030150 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db5f1e28-0967-4d5c-9431-98054f45bdbb req-fdeecbce-3cd9-4921-8a3b-4ba05dd1d6f9 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434155 Jan 24 22:29:23.052751 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-78461c1f-5c8a-4791-be51-6c9b084b9568 admin admin] Publish callbacks [] for security_group (03eb616b-6866-45a7-a792-afebd631c1a0), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.078712 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-78461c1f-5c8a-4791-be51-6c9b084b9568 admin admin] Publish callbacks [] for security_group (03eb616b-6866-45a7-a792-afebd631c1a0), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.137978 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-78461c1f-5c8a-4791-be51-6c9b084b9568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (03eb616b-6866-45a7-a792-afebd631c1a0), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.140857 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-78461c1f-5c8a-4791-be51-6c9b084b9568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.145029 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-78461c1f-5c8a-4791-be51-6c9b084b9568 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/03eb616b-6866-45a7-a792-afebd631c1a0 HTTP/1.1" status: 204 len: 168 time: 0.1512167 Jan 24 22:29:23.151735 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78461c1f-5c8a-4791-be51-6c9b084b9568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eb616b-6866-45a7-a792-afebd631c1a0,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:23.262826 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-dbbfb0b5-31a4-4ccf-ae38-1d335b76f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:23.264486 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-dbbfb0b5-31a4-4ccf-ae38-1d335b76f42a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 1097 time: 0.0517943 Jan 24 22:29:23.441620 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-7abb7632-dce8-4195-a3f0-ac4e6509d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:23.443108 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-7abb7632-dce8-4195-a3f0-ac4e6509d32d service neutron] 10.222.0.115 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 915 time: 0.1640425 Jan 24 22:29:23.465780 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eee77-e3ba-4b9d-9c71-96381f505fdd req-cc4af12c-bfeb-4e61-8dc3-4ab3b15d66a0 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:23.467335 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cf6eee77-e3ba-4b9d-9c71-96381f505fdd req-cc4af12c-bfeb-4e61-8dc3-4ab3b15d66a0 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0809617 Jan 24 22:29:23.491948 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-1caaa428-5126-454a-9d09-bf877aaec7cc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 HTTP/1.1" status: 200 len: 217 time: 0.0414903 Jan 24 22:29:23.527414 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cf6eee77-e3ba-4b9d-9c71-96381f505fdd req-4249392d-6422-4d39-98d5-a15dc97a8ba6 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Jan 24 22:29:23.563237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-3004f9db-ba86-45db-946d-fcf2a6365f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:23.564724 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-3004f9db-ba86-45db-946d-fcf2a6365f4c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 200 len: 854 time: 0.0554755 Jan 24 22:29:23.577679 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40510) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:23.593375 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-97e6db0f-8ad2-4547-81d4-d5cce7510c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.602028 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-b1732694-afcb-432d-a5cb-ca21f01939e9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8ede52f-f77b-4695-9cf8-08051f1c017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269768 Jan 24 22:29:23.675213 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-97e6db0f-8ad2-4547-81d4-d5cce7510c34 admin admin] Publish callbacks [] for security_group (57c21f4d-d77b-4ced-8f98-9d37c1d43a82), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.681268 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-97e6db0f-8ad2-4547-81d4-d5cce7510c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (57c21f4d-d77b-4ced-8f98-9d37c1d43a82), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.702200 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-37369a78-1d3e-4cf5-aaf5-7fadcac2b8ac service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897326 Jan 24 22:29:23.718078 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6db0f-8ad2-4547-81d4-d5cce7510c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c21f4d-d77b-4ced-8f98-9d37c1d43a82,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:23.723054 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-97e6db0f-8ad2-4547-81d4-d5cce7510c34 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e76990762afd49c3a775523b0f7a37b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440940 Jan 24 22:29:23.729583 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40516) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:23.781164 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e87e3ba-3ea2-4624-a498-fbf88c60b88a admin admin] Publish callbacks [] for security_group (57c21f4d-d77b-4ced-8f98-9d37c1d43a82), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.802424 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e87e3ba-3ea2-4624-a498-fbf88c60b88a admin admin] Publish callbacks [] for security_group (57c21f4d-d77b-4ced-8f98-9d37c1d43a82), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.806497 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae5298ae-8f82-4505-84fd-6b62b751e677 req-27989706-d1e0-40f0-8877-c30c05cf1341 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948095 Jan 24 22:29:23.854109 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e87e3ba-3ea2-4624-a498-fbf88c60b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (57c21f4d-d77b-4ced-8f98-9d37c1d43a82), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.856945 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e87e3ba-3ea2-4624-a498-fbf88c60b88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:23.860898 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-6e87e3ba-3ea2-4624-a498-fbf88c60b88a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/57c21f4d-d77b-4ced-8f98-9d37c1d43a82 HTTP/1.1" status: 204 len: 168 time: 0.1303213 Jan 24 22:29:23.869139 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87e3ba-3ea2-4624-a498-fbf88c60b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c21f4d-d77b-4ced-8f98-9d37c1d43a82,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:23.958462 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dec433-b4a5-4c72-8f53-67db2cd411e7 req-94bc1212-d4a5-4e92-a970-539e34920e4c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:23.960145 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-95dec433-b4a5-4c72-8f53-67db2cd411e7 req-94bc1212-d4a5-4e92-a970-539e34920e4c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 944 time: 0.0559349 Jan 24 22:29:24.022094 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-95dec433-b4a5-4c72-8f53-67db2cd411e7 req-a5ed0a32-93fe-4010-b966-b2b0a4975fd5 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538962 Jan 24 22:29:24.671927 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395415dc-6ad7-4c48-998d-975e595408e0 req-baa94bc9-28fe-4d0a-9591-bdd7148ecd00 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:24.673535 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-395415dc-6ad7-4c48-998d-975e595408e0 req-baa94bc9-28fe-4d0a-9591-bdd7148ecd00 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0557904 Jan 24 22:29:24.729628 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-395415dc-6ad7-4c48-998d-975e595408e0 req-4f4e0ed9-5819-41d3-a62d-90726220021b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495327 Jan 24 22:29:25.142773 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578767af-da00-4b47-987d-2ded39717852 req-08056957-2606-4799-95d4-438fbb2d6f3c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:25.144573 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-578767af-da00-4b47-987d-2ded39717852 req-08056957-2606-4799-95d4-438fbb2d6f3c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 944 time: 0.0496712 Jan 24 22:29:25.199299 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-578767af-da00-4b47-987d-2ded39717852 req-598bb166-72dd-4504-b73b-abe11e183207 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 Jan 24 22:29:25.851511 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99b761-8c18-4257-914f-9341259ae268 req-0d4a8683-2122-4388-be91-a1354156006e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:25.853197 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ba99b761-8c18-4257-914f-9341259ae268 req-0d4a8683-2122-4388-be91-a1354156006e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0530517 Jan 24 22:29:25.907519 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ba99b761-8c18-4257-914f-9341259ae268 req-d2ad0749-3eec-42b8-afed-a2ba678a8f14 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Jan 24 22:29:26.294274 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:29:26.331955 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6fc2-ebb5-4169-ab7e-fd7fe5c0c595 req-dc4ebc35-a79d-4ebf-a5cb-a37b5e741d93 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:26.333585 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-993f6fc2-ebb5-4169-ab7e-fd7fe5c0c595 req-dc4ebc35-a79d-4ebf-a5cb-a37b5e741d93 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 944 time: 0.0545940 Jan 24 22:29:26.390876 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-993f6fc2-ebb5-4169-ab7e-fd7fe5c0c595 req-51981d3a-727b-404f-8033-ab01e4918afa tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481620 Jan 24 22:29:26.398186 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:26.409759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31', 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'port_id': '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31', 'mac_address': 'fa:16:3e:a6:5e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afcac19-68de-4538-be4d-9afeccf0ceff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:29:26.447628 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:29:26.448104 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:26.464216 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:29:26.485194 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:26.492353 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:26.540573 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:27.044365 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b9fa6-42e6-4f8e-beaa-93185b667244 req-3f3018a0-3f9b-40c8-9b86-bfe33541bd16 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:27.046190 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bb8b9fa6-42e6-4f8e-beaa-93185b667244 req-3f3018a0-3f9b-40c8-9b86-bfe33541bd16 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0508080 Jan 24 22:29:27.094588 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bb8b9fa6-42e6-4f8e-beaa-93185b667244 req-6dae9bfe-5863-4f3b-a592-7d06c0fc3587 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Jan 24 22:29:27.166489 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['344c5aaf-3a45-41e2-9d8d-0acafb3d1e31'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:29:27.319991 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40626) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:27.428880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db98d969-4465-4ef1-8e38-42a5fcd76464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:27.534814 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677944b-bd3a-4f7b-9084-0ff49513b082 req-095ad5a7-820a-4fd1-b5b7-a0e21592bee8 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:27.536298 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c677944b-bd3a-4f7b-9084-0ff49513b082 req-095ad5a7-820a-4fd1-b5b7-a0e21592bee8 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 945 time: 0.0753481 Jan 24 22:29:27.554673 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db98d969-4465-4ef1-8e38-42a5fcd76464 admin admin] Publish callbacks [] for security_group (6adec373-e6d6-4617-a7f2-3f813289fa06), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:27.565032 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db98d969-4465-4ef1-8e38-42a5fcd76464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (6adec373-e6d6-4617-a7f2-3f813289fa06), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:27.626409 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98d969-4465-4ef1-8e38-42a5fcd76464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adec373-e6d6-4617-a7f2-3f813289fa06,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:27.637049 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c677944b-bd3a-4f7b-9084-0ff49513b082 req-31c89bb2-1a8b-4be4-8e81-1d5cf39a6728 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915029 Jan 24 22:29:27.640459 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-db98d969-4465-4ef1-8e38-42a5fcd76464 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b034db4a6f744c17a6bc7ca0f3336b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194861 Jan 24 22:29:27.643712 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40640) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:27.698245 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-19445e0e-0103-465c-80b2-7d3fb11cfa23 admin admin] Publish callbacks [] for security_group (6adec373-e6d6-4617-a7f2-3f813289fa06), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:27.721805 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-19445e0e-0103-465c-80b2-7d3fb11cfa23 admin admin] Publish callbacks [] for security_group (6adec373-e6d6-4617-a7f2-3f813289fa06), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:27.771960 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-19445e0e-0103-465c-80b2-7d3fb11cfa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (6adec373-e6d6-4617-a7f2-3f813289fa06), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:27.774492 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-19445e0e-0103-465c-80b2-7d3fb11cfa23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:27.775635 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-19445e0e-0103-465c-80b2-7d3fb11cfa23 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6adec373-e6d6-4617-a7f2-3f813289fa06 HTTP/1.1" status: 204 len: 168 time: 0.1309483 Jan 24 22:29:27.783268 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19445e0e-0103-465c-80b2-7d3fb11cfa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adec373-e6d6-4617-a7f2-3f813289fa06,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:28.073914 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40648) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:28.088266 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eaef03e1-04d0-4c98-9fd4-8a615819d9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.176814 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eaef03e1-04d0-4c98-9fd4-8a615819d9c9 admin admin] Publish callbacks [] for security_group (706ba9a2-86b4-456b-902b-45ba84dfc7ee), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.183259 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eaef03e1-04d0-4c98-9fd4-8a615819d9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (706ba9a2-86b4-456b-902b-45ba84dfc7ee), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.213787 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99631858-e525-453c-a7df-48cc4cb40f3c req-1aa3f2f2-87f9-4961-8e67-4a6306729fc7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:28.215509 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-99631858-e525-453c-a7df-48cc4cb40f3c req-1aa3f2f2-87f9-4961-8e67-4a6306729fc7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Jan 24 22:29:28.221478 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-eaef03e1-04d0-4c98-9fd4-8a615819d9c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e8753e6432454ed88b218f7756699750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461782 Jan 24 22:29:28.222342 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef03e1-04d0-4c98-9fd4-8a615819d9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706ba9a2-86b4-456b-902b-45ba84dfc7ee,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:28.224139 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40652) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:28.306724 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-99631858-e525-453c-a7df-48cc4cb40f3c req-6ba13f89-3cb5-4819-a73b-2805d61065d7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852726 Jan 24 22:29:28.307613 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a84acd5f-a7a3-4f5f-892f-872dd93aafa1 admin admin] Publish callbacks [] for security_group (706ba9a2-86b4-456b-902b-45ba84dfc7ee), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.329314 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a84acd5f-a7a3-4f5f-892f-872dd93aafa1 admin admin] Publish callbacks [] for security_group (706ba9a2-86b4-456b-902b-45ba84dfc7ee), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.377743 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a84acd5f-a7a3-4f5f-892f-872dd93aafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (706ba9a2-86b4-456b-902b-45ba84dfc7ee), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.380346 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a84acd5f-a7a3-4f5f-892f-872dd93aafa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.381584 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-a84acd5f-a7a3-4f5f-892f-872dd93aafa1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/706ba9a2-86b4-456b-902b-45ba84dfc7ee HTTP/1.1" status: 204 len: 168 time: 0.1557677 Jan 24 22:29:28.389962 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84acd5f-a7a3-4f5f-892f-872dd93aafa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706ba9a2-86b4-456b-902b-45ba84dfc7ee,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:28.452913 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.455445 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:29:28.506054 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:29:28.510154 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:29:28.510537 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.595722 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:29:28.596133 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.618313 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a5b58c-493c-46a9-a297-4fd94047866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:28.620735 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2296a343-1b6e-46da-9fff-03c3012d1486" -d '{"events": [{"server_uuid": "14a5b58c-493c-46a9-a297-4fd94047866f", "name": "network-vif-plugged", "status": "completed", "tag": "344c5aaf-3a45-41e2-9d8d-0acafb3d1e31"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:28.633300 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:28.639048 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:28.671957 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e6da17-762f-44f0-8af5-138c9dd56bee x-openstack-request-id: req-66e6da17-762f-44f0-8af5-138c9dd56bee {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:28.672284 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a5b58c-493c-46a9-a297-4fd94047866f", "name": "network-vif-plugged", "status": "completed", "tag": "344c5aaf-3a45-41e2-9d8d-0acafb3d1e31", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:28.672545 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-66e6da17-762f-44f0-8af5-138c9dd56bee {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:28.672939 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a5b58c-493c-46a9-a297-4fd94047866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31', 'code': 200} Jan 24 22:29:28.701122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:28.801025 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb405e8-016f-4ace-8b73-ad93a45152c4 req-7ac69d4e-ed91-4252-842a-acfa0805d5b7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:28.803286 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5fb405e8-016f-4ace-8b73-ad93a45152c4 req-7ac69d4e-ed91-4252-842a-acfa0805d5b7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0651972 Jan 24 22:29:28.859725 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5fb405e8-016f-4ace-8b73-ad93a45152c4 req-496e0887-3ea3-43d0-9cc7-6302ddaf8185 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506320 Jan 24 22:29:28.960405 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40680) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:28.999769 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652fa83-9971-47e7-90d1-31070bc6e5e3 req-c42f4e9c-11ac-4d90-b56c-7252c89f3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:29.001828 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d652fa83-9971-47e7-90d1-31070bc6e5e3 req-c42f4e9c-11ac-4d90-b56c-7252c89f3cda service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 1099 time: 0.0523090 Jan 24 22:29:29.059371 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d652fa83-9971-47e7-90d1-31070bc6e5e3 req-c4cf4953-d5dd-4a2e-ac3f-546df9e8e87d service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Jan 24 22:29:29.075308 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a82deee0-fbd9-46e7-9fcd-b5e814f67fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:29.152934 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a82deee0-fbd9-46e7-9fcd-b5e814f67fd7 admin admin] Publish callbacks [] for security_group (f6ea7e87-6978-49bf-963e-839703b3632b), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:29.158141 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a82deee0-fbd9-46e7-9fcd-b5e814f67fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f6ea7e87-6978-49bf-963e-839703b3632b), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:29.195502 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-a82deee0-fbd9-46e7-9fcd-b5e814f67fd7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cb9a2d096e3f486aa4684843e88542cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337120 Jan 24 22:29:29.196592 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82deee0-fbd9-46e7-9fcd-b5e814f67fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea7e87-6978-49bf-963e-839703b3632b,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:29.198395 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40692) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:29.250406 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b60d09d-436d-46a3-a1ff-73cdd382f983 admin admin] Publish callbacks [] for security_group (f6ea7e87-6978-49bf-963e-839703b3632b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:29.271261 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b60d09d-436d-46a3-a1ff-73cdd382f983 admin admin] Publish callbacks [] for security_group (f6ea7e87-6978-49bf-963e-839703b3632b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:29.322385 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b60d09d-436d-46a3-a1ff-73cdd382f983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f6ea7e87-6978-49bf-963e-839703b3632b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:29.325153 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b60d09d-436d-46a3-a1ff-73cdd382f983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:29.326317 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7b60d09d-436d-46a3-a1ff-73cdd382f983 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f6ea7e87-6978-49bf-963e-839703b3632b HTTP/1.1" status: 204 len: 168 time: 0.1266181 Jan 24 22:29:29.344759 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60d09d-436d-46a3-a1ff-73cdd382f983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea7e87-6978-49bf-963e-839703b3632b,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:29.433987 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fca2b2-26b7-4fa5-a381-0109e0e9276c req-0ef7b478-cdcb-4955-8425-067d35122921 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:29.435653 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-65fca2b2-26b7-4fa5-a381-0109e0e9276c req-0ef7b478-cdcb-4955-8425-067d35122921 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0518301 Jan 24 22:29:29.485732 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-65fca2b2-26b7-4fa5-a381-0109e0e9276c req-7e646ea3-cee9-40c1-930f-d7abdae1da0d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Jan 24 22:29:29.994088 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc237e-c8d0-4308-aacf-69b24f634ea1 req-53eb3eb7-af3a-4c3c-8c78-760a2488db11 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:29.995617 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-41dc237e-c8d0-4308-aacf-69b24f634ea1 req-53eb3eb7-af3a-4c3c-8c78-760a2488db11 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0597136 Jan 24 22:29:30.056351 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-41dc237e-c8d0-4308-aacf-69b24f634ea1 req-be9775eb-1d97-4659-b43c-de994274523c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535598 Jan 24 22:29:30.641360 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88830dd3-9e6e-4e14-822d-6f453f422e9d req-94ccda3a-f3dc-4651-a533-4cae29c203a8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:30.642790 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-88830dd3-9e6e-4e14-822d-6f453f422e9d req-94ccda3a-f3dc-4651-a533-4cae29c203a8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0621562 Jan 24 22:29:30.699769 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-88830dd3-9e6e-4e14-822d-6f453f422e9d req-bc67ff61-1544-4523-9362-515b6a7dc3f0 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506747 Jan 24 22:29:31.179858 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ed5e6-2656-4a1f-b9c9-7703ae9208c8 req-694abb29-3320-4cbe-a07a-37aee0536f8d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:31.181673 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-891ed5e6-2656-4a1f-b9c9-7703ae9208c8 req-694abb29-3320-4cbe-a07a-37aee0536f8d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0540335 Jan 24 22:29:31.242946 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-891ed5e6-2656-4a1f-b9c9-7703ae9208c8 req-94f41003-a45e-4a05-8114-d92db79952b2 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528841 Jan 24 22:29:31.829796 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9297b5e-63ef-4764-b22a-cc5b5d939a4c req-811407a1-0108-4e3b-a56a-91dd138fce5c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:31.831024 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f9297b5e-63ef-4764-b22a-cc5b5d939a4c req-811407a1-0108-4e3b-a56a-91dd138fce5c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0608702 Jan 24 22:29:31.880060 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f9297b5e-63ef-4764-b22a-cc5b5d939a4c req-54cb6285-e51f-4aa8-bd68-e75ae6fe2ddb tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Jan 24 22:29:33.015128 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1a9d-8c3a-4265-8352-788cc4ee24a5 req-c8c28e50-249f-4b20-9157-d88c160370b1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:33.016863 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0dbe1a9d-8c3a-4265-8352-788cc4ee24a5 req-c8c28e50-249f-4b20-9157-d88c160370b1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0601099 Jan 24 22:29:33.065516 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0dbe1a9d-8c3a-4265-8352-788cc4ee24a5 req-941e809d-f4e5-4636-a376-3176b6266221 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Jan 24 22:29:34.193632 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194b10-7a05-408e-9f1d-5e18560d6956 req-ad641383-6b5b-4f14-ac5c-72e7becebd71 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:34.195220 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a194b10-7a05-408e-9f1d-5e18560d6956 req-ad641383-6b5b-4f14-ac5c-72e7becebd71 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0534620 Jan 24 22:29:34.242914 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a194b10-7a05-408e-9f1d-5e18560d6956 req-04fd2502-abb0-44ff-a3cb-2b08f8916f7e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Jan 24 22:29:35.291707 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40906) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:35.372600 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08967d7-aa3e-4413-8d6f-ed33cb05f738 req-c30daf33-e76f-4d9d-b8df-a7c2858b854d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:35.374862 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f08967d7-aa3e-4413-8d6f-ed33cb05f738 req-c30daf33-e76f-4d9d-b8df-a7c2858b854d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0537333 Jan 24 22:29:35.411204 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ccea540f-929d-4d51-a5e2-f3122372635d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:35.425156 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f08967d7-aa3e-4413-8d6f-ed33cb05f738 req-394833c9-b8d9-4155-9e09-177ed9bc66a9 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Jan 24 22:29:35.484687 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ccea540f-929d-4d51-a5e2-f3122372635d admin admin] Publish callbacks [] for security_group (bf667321-417c-4801-81b3-6c5001b2d07a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:35.490524 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ccea540f-929d-4d51-a5e2-f3122372635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (bf667321-417c-4801-81b3-6c5001b2d07a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:35.528812 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ccea540f-929d-4d51-a5e2-f3122372635d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b87bcfd76a9e4449b628ef47f3b2c1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359302 Jan 24 22:29:35.529730 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea540f-929d-4d51-a5e2-f3122372635d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf667321-417c-4801-81b3-6c5001b2d07a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:35.532097 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40920) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:35.587162 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-986c7ecc-bed3-4bc6-946f-a39a3df986e6 admin admin] Publish callbacks [] for security_group (bf667321-417c-4801-81b3-6c5001b2d07a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:35.609304 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-986c7ecc-bed3-4bc6-946f-a39a3df986e6 admin admin] Publish callbacks [] for security_group (bf667321-417c-4801-81b3-6c5001b2d07a), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:35.657603 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-986c7ecc-bed3-4bc6-946f-a39a3df986e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (bf667321-417c-4801-81b3-6c5001b2d07a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:35.660153 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-986c7ecc-bed3-4bc6-946f-a39a3df986e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:35.661403 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-986c7ecc-bed3-4bc6-946f-a39a3df986e6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf667321-417c-4801-81b3-6c5001b2d07a HTTP/1.1" status: 204 len: 168 time: 0.1270192 Jan 24 22:29:35.671504 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c7ecc-bed3-4bc6-946f-a39a3df986e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf667321-417c-4801-81b3-6c5001b2d07a,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:35.942647 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40932) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:35.955861 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9d535c5a-bd94-4f44-9cf4-7cc47d51a6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:36.051466 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9d535c5a-bd94-4f44-9cf4-7cc47d51a6e6 admin admin] Publish callbacks [] for security_group (a9c6906b-7d82-497e-8e70-874c31e81c10), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:36.059431 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9d535c5a-bd94-4f44-9cf4-7cc47d51a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a9c6906b-7d82-497e-8e70-874c31e81c10), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:36.103592 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9d535c5a-bd94-4f44-9cf4-7cc47d51a6e6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=52948ff99a5b49c8a78aae6aab1b2bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597936 Jan 24 22:29:36.104686 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d535c5a-bd94-4f44-9cf4-7cc47d51a6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6906b-7d82-497e-8e70-874c31e81c10,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:36.107927 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40936) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:36.161119 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9dfc18a8-5a3b-4746-9f9b-22b4aa7912e2 admin admin] Publish callbacks [] for security_group (a9c6906b-7d82-497e-8e70-874c31e81c10), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:36.184012 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9dfc18a8-5a3b-4746-9f9b-22b4aa7912e2 admin admin] Publish callbacks [] for security_group (a9c6906b-7d82-497e-8e70-874c31e81c10), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:36.235761 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9dfc18a8-5a3b-4746-9f9b-22b4aa7912e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a9c6906b-7d82-497e-8e70-874c31e81c10), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:36.239503 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9dfc18a8-5a3b-4746-9f9b-22b4aa7912e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:36.241086 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9dfc18a8-5a3b-4746-9f9b-22b4aa7912e2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a9c6906b-7d82-497e-8e70-874c31e81c10 HTTP/1.1" status: 204 len: 168 time: 0.1317620 Jan 24 22:29:36.249598 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc18a8-5a3b-4746-9f9b-22b4aa7912e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6906b-7d82-497e-8e70-874c31e81c10,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:36.553222 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38c4c5-544a-4a7c-b741-33177f2fe614 req-d3c13884-5390-40ae-a5ef-0ddeef320207 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:36.554732 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5a38c4c5-544a-4a7c-b741-33177f2fe614 req-d3c13884-5390-40ae-a5ef-0ddeef320207 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0528431 Jan 24 22:29:36.606814 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5a38c4c5-544a-4a7c-b741-33177f2fe614 req-10a05211-005c-4301-8c04-746412aaf26f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463896 Jan 24 22:29:36.971450 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40972) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:37.077562 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7477f8-876d-43f8-8694-0cf8438ff19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.164895 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7477f8-876d-43f8-8694-0cf8438ff19e admin admin] Publish callbacks [] for security_group (9dd8588c-477d-4a5c-977a-c501b15bb11f), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.169923 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7477f8-876d-43f8-8694-0cf8438ff19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (9dd8588c-477d-4a5c-977a-c501b15bb11f), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.208321 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-fe7477f8-876d-43f8-8694-0cf8438ff19e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7db7c6915dbe42baa7541102b23a075f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357624 Jan 24 22:29:37.209591 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7477f8-876d-43f8-8694-0cf8438ff19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd8588c-477d-4a5c-977a-c501b15bb11f,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:37.211115 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40988) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:37.265016 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-89c938a9-da74-4147-ba81-d1d321c01262 admin admin] Publish callbacks [] for security_group (9dd8588c-477d-4a5c-977a-c501b15bb11f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.285338 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-89c938a9-da74-4147-ba81-d1d321c01262 admin admin] Publish callbacks [] for security_group (9dd8588c-477d-4a5c-977a-c501b15bb11f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.299542 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 40990) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:37.334717 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-89c938a9-da74-4147-ba81-d1d321c01262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (9dd8588c-477d-4a5c-977a-c501b15bb11f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.337407 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-89c938a9-da74-4147-ba81-d1d321c01262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.338693 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-89c938a9-da74-4147-ba81-d1d321c01262 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9dd8588c-477d-4a5c-977a-c501b15bb11f HTTP/1.1" status: 204 len: 168 time: 0.1252224 Jan 24 22:29:37.349070 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c938a9-da74-4147-ba81-d1d321c01262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd8588c-477d-4a5c-977a-c501b15bb11f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:37.427618 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fcabfb21-4bc6-43fd-a055-929012d8286d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.503894 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fcabfb21-4bc6-43fd-a055-929012d8286d admin admin] Publish callbacks [] for security_group (4f4a9225-7a56-4dd3-83df-ec18ac66c44b), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.509560 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fcabfb21-4bc6-43fd-a055-929012d8286d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4f4a9225-7a56-4dd3-83df-ec18ac66c44b), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.547362 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-fcabfb21-4bc6-43fd-a055-929012d8286d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2d4d11d14e834c4a824e278ad27f7060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466590 Jan 24 22:29:37.548531 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabfb21-4bc6-43fd-a055-929012d8286d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4a9225-7a56-4dd3-83df-ec18ac66c44b,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:37.550262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 40998) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:37.599466 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e24c2414-9068-4da4-981d-81fd578288b3 admin admin] Publish callbacks [] for security_group (4f4a9225-7a56-4dd3-83df-ec18ac66c44b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.618514 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 41000) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:37.620978 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e24c2414-9068-4da4-981d-81fd578288b3 admin admin] Publish callbacks [] for security_group (4f4a9225-7a56-4dd3-83df-ec18ac66c44b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.632410 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-728fa30a-e119-4155-9c12-74493ef887fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.672904 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e24c2414-9068-4da4-981d-81fd578288b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4f4a9225-7a56-4dd3-83df-ec18ac66c44b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.676164 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e24c2414-9068-4da4-981d-81fd578288b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.680163 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e24c2414-9068-4da4-981d-81fd578288b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4f4a9225-7a56-4dd3-83df-ec18ac66c44b HTTP/1.1" status: 204 len: 168 time: 0.1288846 Jan 24 22:29:37.688857 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c2414-9068-4da4-981d-81fd578288b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4a9225-7a56-4dd3-83df-ec18ac66c44b,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:37.756164 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-728fa30a-e119-4155-9c12-74493ef887fb admin admin] Publish callbacks [] for security_group (7becc20a-8df6-4ac1-bd55-a7d914d59abd), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.761027 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-728fa30a-e119-4155-9c12-74493ef887fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7becc20a-8df6-4ac1-bd55-a7d914d59abd), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.775015 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015670d-9740-4238-8e9d-87add1f41c94 req-582b388f-3d17-4569-83de-5ef2ee6cffa8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:37.776507 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6015670d-9740-4238-8e9d-87add1f41c94 req-582b388f-3d17-4569-83de-5ef2ee6cffa8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0808880 Jan 24 22:29:37.823510 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-728fa30a-e119-4155-9c12-74493ef887fb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3fd94a3433724b0891c2f0f81b9cc0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038496 Jan 24 22:29:37.827857 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 41006) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:37.843453 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fa30a-e119-4155-9c12-74493ef887fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7becc20a-8df6-4ac1-bd55-a7d914d59abd,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:37.891015 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6015670d-9740-4238-8e9d-87add1f41c94 req-587e3080-20ab-46f6-90a3-7e319da406d2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021039 Jan 24 22:29:37.906404 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cae0-975e-4ea4-87df-ba909b3e77b9 admin admin] Publish callbacks [] for security_group (7becc20a-8df6-4ac1-bd55-a7d914d59abd), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.932221 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cae0-975e-4ea4-87df-ba909b3e77b9 admin admin] Publish callbacks [] for security_group (7becc20a-8df6-4ac1-bd55-a7d914d59abd), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.978637 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cae0-975e-4ea4-87df-ba909b3e77b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7becc20a-8df6-4ac1-bd55-a7d914d59abd), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.981330 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cae0-975e-4ea4-87df-ba909b3e77b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:37.982495 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-c8c8cae0-975e-4ea4-87df-ba909b3e77b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7becc20a-8df6-4ac1-bd55-a7d914d59abd HTTP/1.1" status: 204 len: 168 time: 0.1535914 Jan 24 22:29:37.990209 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8cae0-975e-4ea4-87df-ba909b3e77b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7becc20a-8df6-4ac1-bd55-a7d914d59abd,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:38.348455 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 41034) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:38.362544 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e1da3b1-5ba7-4aec-9926-aefc265a4464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:38.443395 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e1da3b1-5ba7-4aec-9926-aefc265a4464 admin admin] Publish callbacks [] for security_group (769ae809-5768-4925-973e-91ae49ecb8ac), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:38.448930 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e1da3b1-5ba7-4aec-9926-aefc265a4464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (769ae809-5768-4925-973e-91ae49ecb8ac), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:38.487300 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-6e1da3b1-5ba7-4aec-9926-aefc265a4464 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=77d29b85b710456f87a3fdc1b712d7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374905 Jan 24 22:29:38.488318 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1da3b1-5ba7-4aec-9926-aefc265a4464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ae809-5768-4925-973e-91ae49ecb8ac,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:38.490339 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 41042) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:38.540606 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8c82a6d1-3174-4b94-becc-b8b94de560cb admin admin] Publish callbacks [] for security_group (769ae809-5768-4925-973e-91ae49ecb8ac), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:38.562522 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8c82a6d1-3174-4b94-becc-b8b94de560cb admin admin] Publish callbacks [] for security_group (769ae809-5768-4925-973e-91ae49ecb8ac), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:38.611687 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8c82a6d1-3174-4b94-becc-b8b94de560cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (769ae809-5768-4925-973e-91ae49ecb8ac), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:38.614195 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8c82a6d1-3174-4b94-becc-b8b94de560cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:38.615331 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8c82a6d1-3174-4b94-becc-b8b94de560cb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/769ae809-5768-4925-973e-91ae49ecb8ac HTTP/1.1" status: 204 len: 168 time: 0.1238644 Jan 24 22:29:38.624602 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82a6d1-3174-4b94-becc-b8b94de560cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ae809-5768-4925-973e-91ae49ecb8ac,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:39.019969 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c20c5-3d31-43e4-8d34-7f22eb740c89 req-027c381d-5676-4330-a179-86c3ee684d8a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:39.031864 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-673c20c5-3d31-43e4-8d34-7f22eb740c89 req-027c381d-5676-4330-a179-86c3ee684d8a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0655615 Jan 24 22:29:39.105147 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-673c20c5-3d31-43e4-8d34-7f22eb740c89 req-5d0988ad-0ed1-44c4-9eeb-ecaae7ed19d8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674069 Jan 24 22:29:39.381833 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 41116) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:39.489315 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-528488738-network', 'tenant_id': 'f745f8e89f0b47f7a49e565becce2c16'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:39.515561 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Made reservation on behalf of f745f8e89f0b47f7a49e565becce2c16 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:29:39.517935 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:39.526622 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:39.600781 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Publish callbacks [] for security_group (4eee290d-52e3-4fb9-82fb-04fa67b428ec), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:39.606954 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4eee290d-52e3-4fb9-82fb-04fa67b428ec), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:39.629866 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:29:39.645672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee290d-52e3-4fb9-82fb-04fa67b428ec,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:39.648821 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (f6e3bc07-31d8-4660-a9e4-b0bea1f26b68), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:39.649224 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Added segment f6e3bc07-31d8-4660-a9e4-b0bea1f26b68 of type vlan for network 10de36a5-6511-4593-99b8-3e13068c9c6a Jan 24 22:29:39.676448 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:29:39.692434 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (10de36a5-6511-4593-99b8-3e13068c9c6a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:39.718493 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (10de36a5-6511-4593-99b8-3e13068c9c6a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:39.719525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:39.720304 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:39.780054 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3969383 Jan 24 22:29:39.783171 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 41134) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:29:39.787065 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaa44e-58ff-4e01-8317-8c6a65e2ff91 admin admin] Pushing event updated for resources: {'Network': ['ID=10de36a5-6511-4593-99b8-3e13068c9c6a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:39.788323 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Request body: {'subnet': {'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-528488738-subnet', 'tenant_id': 'f745f8e89f0b47f7a49e565becce2c16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:39.798518 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 10de36a5-6511-4593-99b8-3e13068c9c6a details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:29:39.820646 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Made reservation on behalf of f745f8e89f0b47f7a49e565becce2c16 for: {'subnet': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:29:39.823699 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:40.009570 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (220db021-e9c3-40c9-bda5-61128d6699a2), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:40.076115 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=220db021-e9c3-40c9-bda5-61128d6699a2,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:40.086477 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Checking segment: {'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:29:40.086846 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Network hostable DHCP agents. Network: 10de36a5-6511-4593-99b8-3e13068c9c6a, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:29:40.106931 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Network 10de36a5-6511-4593-99b8-3e13068c9c6a is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:29:40.122388 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 10de36a5-6511-4593-99b8-3e13068c9c6a) {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:29:40.131706 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:40.132546 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:40.137172 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92cd0a1-a423-4c80-84ed-a57c04730561 None None] Network 10de36a5-6511-4593-99b8-3e13068c9c6a requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:29:40.153979 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-06d44139-a602-40aa-9902-665076c4a7c2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3696320 Jan 24 22:29:40.241796 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb9f9a-945c-40f4-8983-842d9da5a734 req-ed7ffef0-9cf6-425d-9b8f-ead96210f635 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:40.243599 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0afb9f9a-945c-40f4-8983-842d9da5a734 req-ed7ffef0-9cf6-425d-9b8f-ead96210f635 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0547905 Jan 24 22:29:40.294497 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7235dd7-21f1-4aa2-a957-4508db45c63d None None] Network 10de36a5-6511-4593-99b8-3e13068c9c6a requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:29:40.309376 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0afb9f9a-945c-40f4-8983-842d9da5a734 req-6668ddd8-45df-4b4c-beec-a847feb878bb tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Jan 24 22:29:41.437730 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5154a-90f3-417f-85e2-5676a665d13d req-931b59b2-b66c-4f49-b127-88c388978a96 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:41.439212 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2fa5154a-90f3-417f-85e2-5676a665d13d req-931b59b2-b66c-4f49-b127-88c388978a96 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0506849 Jan 24 22:29:41.487716 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2fa5154a-90f3-417f-85e2-5676a665d13d req-d545dde6-baba-4b3f-b602-93d0eb02919d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Jan 24 22:29:42.008227 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-b1886541-2458-4b30-abb4-7465a1405101 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:42.009981 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-b1886541-2458-4b30-abb4-7465a1405101 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/networks?id=10de36a5-6511-4593-99b8-3e13068c9c6a HTTP/1.1" status: 200 len: 808 time: 0.1103802 Jan 24 22:29:42.026218 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-5d61a701-edb9-4a18-a52f-b8badee1e952 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/quotas/f745f8e89f0b47f7a49e565becce2c16 HTTP/1.1" status: 200 len: 375 time: 0.0096755 Jan 24 22:29:42.057545 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-aac9ea77-dc62-499c-b265-6f5346153b71 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f745f8e89f0b47f7a49e565becce2c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256765 Jan 24 22:29:42.156090 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-ff47e115-a7ee-40fe-b927-87cdf676fc65 service neutron] 10.222.0.84 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907843 Jan 24 22:29:42.251145 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-6b4d7bdf-9d51-48b2-86e3-555f1edafa2c service neutron] 10.222.0.84 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887060 Jan 24 22:29:42.423309 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-217f7d17-cfe4-41cc-8556-a53769641f76 req-e42efaa6-8aab-45f9-9591-ea9f41ca3638 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 210 time: 0.0268939 Jan 24 22:29:42.618527 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff64a78-0eee-439d-82c8-e902e5df4b0d req-b7acc97f-3c0e-4127-8009-beaa97fa3557 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:42.620118 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-aff64a78-0eee-439d-82c8-e902e5df4b0d req-b7acc97f-3c0e-4127-8009-beaa97fa3557 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0575602 Jan 24 22:29:42.687968 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-aff64a78-0eee-439d-82c8-e902e5df4b0d req-470b5af6-b684-4ab7-a364-f45cc9f2ab25 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614769 Jan 24 22:29:43.314072 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947916-b871-42fe-a417-42139e24511f req-6fe74f77-e6e5-43c4-aa43-5d04c2da5f11 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:43.315454 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-6fe74f77-e6e5-43c4-aa43-5d04c2da5f11 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 814 time: 0.1083694 Jan 24 22:29:43.330100 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-fcd896c0-e7f8-4abc-9df0-e11f6f5a362e tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/quotas/a78218846bb84713b4c02d9f95a25250 HTTP/1.1" status: 200 len: 375 time: 0.0093377 Jan 24 22:29:43.382890 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-643955e0-ce76-4751-858c-1e7e692c6b2f tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478220 Jan 24 22:29:43.476295 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-ba1a0525-24f4-4996-8c29-a8d64d812345 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851319 Jan 24 22:29:43.532400 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9dc2750b-d71e-4957-ac56-ee0585943b6d req-69f6518c-02a1-4b77-ba40-6dd3451f7801 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 210 time: 0.0430517 Jan 24 22:29:43.597864 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-882a69a5-2546-436f-a168-1a25fc558e3e service neutron] 10.222.0.84 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160169 Jan 24 22:29:43.708412 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-7850ff63-302b-4920-a479-0c66e844195f tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:43.710127 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-7850ff63-302b-4920-a479-0c66e844195f tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.115 "GET /v2.0/networks?id=10de36a5-6511-4593-99b8-3e13068c9c6a HTTP/1.1" status: 200 len: 808 time: 0.1076577 Jan 24 22:29:43.733081 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Request body: {'port': {'device_id': '9febabf2-03a2-48f9-ab7d-b6648e470cb4', 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a', 'admin_state_up': True, 'tenant_id': 'f745f8e89f0b47f7a49e565becce2c16'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:43.828899 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f07a7-d899-4b85-bd4c-629748ae4f38 req-ffd27a0a-0a44-41ac-9e3e-fb904ed27f22 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:43.830918 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8b4f07a7-d899-4b85-bd4c-629748ae4f38 req-ffd27a0a-0a44-41ac-9e3e-fb904ed27f22 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0581980 Jan 24 22:29:43.885054 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Made reservation on behalf of f745f8e89f0b47f7a49e565becce2c16 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:29:43.888940 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:43.921456 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8b4f07a7-d899-4b85-bd4c-629748ae4f38 req-6854eccf-985f-4518-942b-fd18d1e7584b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846548 Jan 24 22:29:43.950511 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a79f2c27-df60-4b43-9144-3853112b6ba8 req-792d16ef-9835-4a4b-bd9f-c2cc4165a28d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 210 time: 0.0550647 Jan 24 22:29:44.042096 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Allocated IP 172.20.0.2 (10de36a5-6511-4593-99b8-3e13068c9c6a/220db021-e9c3-40c9-bda5-61128d6699a2/43457efa-6a2a-438a-bc24-799ffc778296) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:29:44.201683 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks [] for port (43457efa-6a2a-438a-bc24-799ffc778296), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:44.239349 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (43457efa-6a2a-438a-bc24-799ffc778296), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:44.288138 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Network 10de36a5-6511-4593-99b8-3e13068c9c6a is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:29:44.296049 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:29:44.300683 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:29:44.322504 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Pushing event updated for resources: {'Port': ['ID=43457efa-6a2a-438a-bc24-799ffc778296,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:44.355003 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:44.355715 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:44.372974 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-8c698017-f75d-4591-8c3f-4b9d0844d5c3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6450806 Jan 24 22:29:44.412773 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Request body: {'port': {'device_id': '9febabf2-03a2-48f9-ab7d-b6648e470cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:44.466804 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (43457efa-6a2a-438a-bc24-799ffc778296), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:44.649414 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1d0c5-c3e0-4d41-8946-c870d882d03f req-fb182b5e-1751-403d-b103-658c088df3ad tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:44.650906 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1ae1d0c5-c3e0-4d41-8946-c870d882d03f req-fb182b5e-1751-403d-b103-658c088df3ad tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 931 time: 0.0482845 Jan 24 22:29:44.697237 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1ae1d0c5-c3e0-4d41-8946-c870d882d03f req-e412f133-87f0-491a-af01-492d9d7a0c84 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Jan 24 22:29:44.751532 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43457efa-6a2a-438a-bc24-799ffc778296 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:29:44.759106 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Publish callbacks [] for port (43457efa-6a2a-438a-bc24-799ffc778296), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:44.771646 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Transition to ACTIVE for port object 43457efa-6a2a-438a-bc24-799ffc778296 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:29:44.777309 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (43457efa-6a2a-438a-bc24-799ffc778296), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:44.844270 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Pushing event updated for resources: {'Port': ['ID=43457efa-6a2a-438a-bc24-799ffc778296,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:44.898861 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Attempting to bind port 43457efa-6a2a-438a-bc24-799ffc778296 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:29:44.899262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Attempting to bind port 43457efa-6a2a-438a-bc24-799ffc778296 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:29:44.899670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Attempting to bind port 43457efa-6a2a-438a-bc24-799ffc778296 on network 10de36a5-6511-4593-99b8-3e13068c9c6a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:29:44.905661 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Port 43457efa-6a2a-438a-bc24-799ffc778296 on network 10de36a5-6511-4593-99b8-3e13068c9c6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:29:44.905996 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Attempting to bind port 43457efa-6a2a-438a-bc24-799ffc778296 on network 10de36a5-6511-4593-99b8-3e13068c9c6a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:29:44.911278 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:29:44.911616 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Checking segment: {'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:29:44.912009 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Bound using segment: {'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:29:44.912423 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Bound port: 43457efa-6a2a-438a-bc24-799ffc778296, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:29:44.912851 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (43457efa-6a2a-438a-bc24-799ffc778296), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:44.979598 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] For port 43457efa-6a2a-438a-bc24-799ffc778296, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:29:44.983775 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] For port 43457efa-6a2a-438a-bc24-799ffc778296, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=43457efa-6a2a-438a-bc24-799ffc778296,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:29:44.988871 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (43457efa-6a2a-438a-bc24-799ffc778296), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:45.034479 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:45.034769 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:45.036118 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] 10.222.0.115 "PUT /v2.0/ports/43457efa-6a2a-438a-bc24-799ffc778296 HTTP/1.1" status: 200 len: 1093 time: 0.6277730 Jan 24 22:29:45.036571 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9febabf2-03a2-48f9-ab7d-b6648e470cb4', 'tag': '43457efa-6a2a-438a-bc24-799ffc778296'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:45.038830 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6baa6d-71ac-4f53-8679-2d486c145bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9febabf2-03a2-48f9-ab7d-b6648e470cb4", "tag": "43457efa-6a2a-438a-bc24-799ffc778296"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:45.086344 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2b2c-e923-4c32-9962-15e492228258 req-8289f781-0110-45cb-8359-56ba6cbf859a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:45.088041 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2d5f2b2c-e923-4c32-9962-15e492228258 req-8289f781-0110-45cb-8359-56ba6cbf859a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0697570 Jan 24 22:29:45.174633 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947916-b871-42fe-a417-42139e24511f req-e4865a9e-5209-47be-b779-fe8dc04b47c0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:45.175955 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-e4865a9e-5209-47be-b779-fe8dc04b47c0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "GET /v2.0/networks?id=e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 200 len: 814 time: 0.1526325 Jan 24 22:29:45.179808 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fde61695-05cd-461a-a46a-dc0883019630 req-5601a97c-44c0-4893-a2a4-61f2dd6d940d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 210 time: 0.0395236 Jan 24 22:29:45.184465 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2d5f2b2c-e923-4c32-9962-15e492228258 req-ab34c957-ac8a-48ef-b880-b1981c3c8d5a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864305 Jan 24 22:29:45.189823 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690d345-f7dd-4656-83e2-24f9b6af069b service neutron] Pushing event updated for resources: {'Port': ['ID=43457efa-6a2a-438a-bc24-799ffc778296,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:45.225135 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Request body: {'port': {'device_id': '60a6892a-6bcf-48a9-ba54-e2f6fce165c8', 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'admin_state_up': True, 'tenant_id': 'a78218846bb84713b4c02d9f95a25250'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:45.247862 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b580463-26c3-493b-8c60-a966032f06d3 x-openstack-request-id: req-9b580463-26c3-493b-8c60-a966032f06d3 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:45.248152 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9febabf2-03a2-48f9-ab7d-b6648e470cb4", "tag": "43457efa-6a2a-438a-bc24-799ffc778296", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:45.248402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b580463-26c3-493b-8c60-a966032f06d3 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:45.248809 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9febabf2-03a2-48f9-ab7d-b6648e470cb4', 'tag': '43457efa-6a2a-438a-bc24-799ffc778296', 'status': 'completed', 'code': 200} Jan 24 22:29:45.292489 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-5580cb08-8d30-4054-96d3-d60e3932ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:45.294200 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-5580cb08-8d30-4054-96d3-d60e3932ec7f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f745f8e89f0b47f7a49e565becce2c16&device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 1096 time: 0.1395011 Jan 24 22:29:45.394145 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-ca73ec5c-4dac-4144-b653-0f9d44e20545 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43457efa-6a2a-438a-bc24-799ffc778296 HTTP/1.1" status: 200 len: 217 time: 0.0374522 Jan 24 22:29:45.394835 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Made reservation on behalf of a78218846bb84713b4c02d9f95a25250 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:29:45.398473 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:45.558570 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Allocated IP 172.20.0.13 (e8ede52f-f77b-4695-9cf8-08051f1c017e/4afcac19-68de-4538-be4d-9afeccf0ceff/d633875b-72bb-44b2-823b-29984eecca9f) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:29:45.566506 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-c8f0e28e-b49e-41d5-be63-6a59cd8b34be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:45.567985 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-c8f0e28e-b49e-41d5-be63-6a59cd8b34be service neutron] 10.222.0.115 "GET /v2.0/subnets?id=220db021-e9c3-40c9-bda5-61128d6699a2 HTTP/1.1" status: 200 len: 848 time: 0.0674300 Jan 24 22:29:45.610935 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-481b5da5-77a2-4fe8-90df-bfa9ec66c801 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=10de36a5-6511-4593-99b8-3e13068c9c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327778 Jan 24 22:29:45.791571 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-6de4682f-a392-45c2-b464-0b04d95327f5 service neutron] 10.222.0.115 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651187 Jan 24 22:29:45.800807 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks [] for port (d633875b-72bb-44b2-823b-29984eecca9f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:45.817773 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e5368-78ae-4841-87cd-986cfa813096 req-7eb8799c-1a22-4adc-91dc-bd19359d3875 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:45.819218 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c35e5368-78ae-4841-87cd-986cfa813096 req-7eb8799c-1a22-4adc-91dc-bd19359d3875 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 943 time: 0.0502069 Jan 24 22:29:45.870756 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c35e5368-78ae-4841-87cd-986cfa813096 req-c9c71391-4c0f-438f-abd5-25b2c25e0789 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Jan 24 22:29:45.902438 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (d633875b-72bb-44b2-823b-29984eecca9f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:45.915665 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a88b74d-7891-46a0-8493-3dd2e1da9cfd req-685e8326-ac32-46af-bf4b-a7ff1ed5acea service neutron] 10.222.0.115 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132200 Jan 24 22:29:45.948581 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['0843b280-c8c5-4405-93c7-2ba198e91f41', 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285', '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:29:45.952705 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Network e8ede52f-f77b-4695-9cf8-08051f1c017e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:29:45.955928 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:29:45.959897 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:29:45.966518 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Pushing event updated for resources: {'Port': ['ID=d633875b-72bb-44b2-823b-29984eecca9f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:46.011440 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:46.011939 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:46.029890 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-6c5a7fac-1a4f-4d43-8168-297ca6fe7abc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8226476 Jan 24 22:29:46.075464 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Request body: {'port': {'device_id': '60a6892a-6bcf-48a9-ba54-e2f6fce165c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:29:46.152221 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-efc9f466-c710-4a4f-ab7a-b4c1f0c13585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:46.172704 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-961d7792-ecb7-4aa3-aa9d-0baa16281e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:46.174214 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-961d7792-ecb7-4aa3-aa9d-0baa16281e32 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f745f8e89f0b47f7a49e565becce2c16&device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0951233 Jan 24 22:29:46.174748 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d633875b-72bb-44b2-823b-29984eecca9f), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:46.356389 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a82133-b0ba-4dcb-8b10-13934e54d9bf req-87829517-ca72-4e03-b6fe-4a5f2871274d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:46.361910 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-00a82133-b0ba-4dcb-8b10-13934e54d9bf req-87829517-ca72-4e03-b6fe-4a5f2871274d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 932 time: 0.1003170 Jan 24 22:29:46.374869 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-866de9a1-4c91-4539-be68-a3c352f342db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:46.376343 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-866de9a1-4c91-4539-be68-a3c352f342db service neutron] 10.222.0.115 "GET /v2.0/networks?id=10de36a5-6511-4593-99b8-3e13068c9c6a HTTP/1.1" status: 200 len: 909 time: 0.1927376 Jan 24 22:29:46.394687 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3aa00-116c-4636-badd-7d1665cd334a req-fa18226e-428d-4c02-864e-358643c5e467 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:46.396183 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c4a3aa00-116c-4636-badd-7d1665cd334a req-fa18226e-428d-4c02-864e-358643c5e467 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.1140945 Jan 24 22:29:46.436839 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-00a82133-b0ba-4dcb-8b10-13934e54d9bf req-845ee8a2-0d18-46c7-9a9a-9ea8e89dde52 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726638 Jan 24 22:29:46.439888 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-13ac86ac-6e48-48ba-b311-8410e265c2fc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43457efa-6a2a-438a-bc24-799ffc778296 HTTP/1.1" status: 200 len: 217 time: 0.0568898 Jan 24 22:29:46.472426 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c4a3aa00-116c-4636-badd-7d1665cd334a req-51655484-0ccb-42eb-a4b1-860f2fc86d8a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552278 Jan 24 22:29:46.761351 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-6fc28e2d-bec6-401b-8b8e-ee7b1ce72882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:46.762814 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-6fc28e2d-bec6-401b-8b8e-ee7b1ce72882 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=220db021-e9c3-40c9-bda5-61128d6699a2 HTTP/1.1" status: 200 len: 848 time: 0.0640471 Jan 24 22:29:46.802967 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-c1087316-1159-49a2-960b-d180916dabdc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=10de36a5-6511-4593-99b8-3e13068c9c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305345 Jan 24 22:29:46.892856 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d633875b-72bb-44b2-823b-29984eecca9f {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:29:46.902576 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Publish callbacks [] for port (d633875b-72bb-44b2-823b-29984eecca9f), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:46.923696 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Transition to ACTIVE for port object d633875b-72bb-44b2-823b-29984eecca9f will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:29:46.937721 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (d633875b-72bb-44b2-823b-29984eecca9f), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:46.953477 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-ffd3281c-3ba0-4a01-bd23-6659bee22a8c service neutron] 10.222.0.115 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338375 Jan 24 22:29:46.990623 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448a771-4e4e-4679-87be-98a16684a770 req-83544090-d30d-45ff-beb8-a80887ec0651 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:46.992095 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c448a771-4e4e-4679-87be-98a16684a770 req-83544090-d30d-45ff-beb8-a80887ec0651 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 943 time: 0.0504513 Jan 24 22:29:47.047291 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=d633875b-72bb-44b2-823b-29984eecca9f,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:47.048390 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c448a771-4e4e-4679-87be-98a16684a770 req-a2c55c68-829b-4b3f-a4c3-ae9d73a59e94 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463221 Jan 24 22:29:47.121873 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c6baa6d-71ac-4f53-8679-2d486c145bb0 req-d2e63f2d-05e3-4537-9cbc-a45b23e27d14 service neutron] 10.222.0.115 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513577 Jan 24 22:29:47.134379 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Attempting to bind port d633875b-72bb-44b2-823b-29984eecca9f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:29:47.134720 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Attempting to bind port d633875b-72bb-44b2-823b-29984eecca9f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:29:47.135051 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Attempting to bind port d633875b-72bb-44b2-823b-29984eecca9f on network e8ede52f-f77b-4695-9cf8-08051f1c017e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:29:47.140886 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Port d633875b-72bb-44b2-823b-29984eecca9f on network e8ede52f-f77b-4695-9cf8-08051f1c017e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:29:47.141247 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Attempting to bind port d633875b-72bb-44b2-823b-29984eecca9f on network e8ede52f-f77b-4695-9cf8-08051f1c017e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:29:47.147196 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:29:47.147649 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Checking segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:29:47.148120 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Bound using segment: {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:29:47.148777 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Bound port: d633875b-72bb-44b2-823b-29984eecca9f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116c3183-5ce0-418f-b3df-93d064553900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:29:47.149278 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d633875b-72bb-44b2-823b-29984eecca9f), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:47.212508 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] For port d633875b-72bb-44b2-823b-29984eecca9f, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:29:47.215540 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] For port d633875b-72bb-44b2-823b-29984eecca9f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633875b-72bb-44b2-823b-29984eecca9f,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:29:47.221330 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (d633875b-72bb-44b2-823b-29984eecca9f), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:47.287186 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:47.287804 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:47.289196 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] 10.222.0.115 "PUT /v2.0/ports/d633875b-72bb-44b2-823b-29984eecca9f HTTP/1.1" status: 200 len: 1094 time: 1.2183013 Jan 24 22:29:47.289623 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a6892a-6bcf-48a9-ba54-e2f6fce165c8', 'tag': 'd633875b-72bb-44b2-823b-29984eecca9f'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:47.291836 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4c308b-f1d9-4fc7-b92e-a8674607bfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "60a6892a-6bcf-48a9-ba54-e2f6fce165c8", "tag": "d633875b-72bb-44b2-823b-29984eecca9f"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:47.309367 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0d395-a748-4114-ac4f-423c825e2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=d633875b-72bb-44b2-823b-29984eecca9f,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:47.320672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8cda-df44-41d6-8f3b-19a7c7fe698e req-f5a73416-37cf-42a7-8fa8-512c698c9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:47.322227 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bfbc8cda-df44-41d6-8f3b-19a7c7fe698e req-f5a73416-37cf-42a7-8fa8-512c698c9cfa service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 1098 time: 0.0966706 Jan 24 22:29:47.339400 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942719ac-70bd-4fee-808b-fac3e3785f9b x-openstack-request-id: req-942719ac-70bd-4fee-808b-fac3e3785f9b {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:47.339660 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a6892a-6bcf-48a9-ba54-e2f6fce165c8", "tag": "d633875b-72bb-44b2-823b-29984eecca9f", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:47.339911 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-942719ac-70bd-4fee-808b-fac3e3785f9b {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:47.340389 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a6892a-6bcf-48a9-ba54-e2f6fce165c8', 'tag': 'd633875b-72bb-44b2-823b-29984eecca9f', 'status': 'completed', 'code': 200} Jan 24 22:29:47.469983 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bfbc8cda-df44-41d6-8f3b-19a7c7fe698e req-c8d581b7-d7b0-4b4e-aaea-d0fb2abc0069 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736163 Jan 24 22:29:47.479886 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c308b-f1d9-4fc7-b92e-a8674607bfb6 req-46ecb3c6-2261-4532-b76d-42fd2204cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:47.482102 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fe4c308b-f1d9-4fc7-b92e-a8674607bfb6 req-46ecb3c6-2261-4532-b76d-42fd2204cea2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 1097 time: 0.0671680 Jan 24 22:29:47.586156 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc7783-985f-4231-ab32-32cf39472d74 req-335096ec-5fbc-41c6-b60c-8c774033ff5f tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:47.587705 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-34fc7783-985f-4231-ab32-32cf39472d74 req-335096ec-5fbc-41c6-b60c-8c774033ff5f tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 944 time: 0.0778461 Jan 24 22:29:47.623126 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019dc0d-bb7d-48db-bac1-bb9c1fd09144 req-71a5a769-c78e-4404-89fa-be3b8ca83220 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:47.624579 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9019dc0d-bb7d-48db-bac1-bb9c1fd09144 req-71a5a769-c78e-4404-89fa-be3b8ca83220 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0736871 Jan 24 22:29:47.667300 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-34fc7783-985f-4231-ab32-32cf39472d74 req-3118bc18-0ee3-438b-b766-4e684f653a9f tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726602 Jan 24 22:29:47.692386 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9019dc0d-bb7d-48db-bac1-bb9c1fd09144 req-66e707bf-5477-4fc9-a205-7b5003818780 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581012 Jan 24 22:29:47.949372 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c308b-f1d9-4fc7-b92e-a8674607bfb6 req-a64695f5-9364-436f-a127-6891a5ae3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:47.951386 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fe4c308b-f1d9-4fc7-b92e-a8674607bfb6 req-a64695f5-9364-436f-a127-6891a5ae3be8 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=a78218846bb84713b4c02d9f95a25250&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1087024 Jan 24 22:29:48.047293 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c308b-f1d9-4fc7-b92e-a8674607bfb6 req-6565d912-437b-496f-a318-5053ab5e33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:48.048774 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fe4c308b-f1d9-4fc7-b92e-a8674607bfb6 req-6565d912-437b-496f-a318-5053ab5e33f8 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897930 Jan 24 22:29:48.169332 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947916-b871-42fe-a417-42139e24511f req-5ccc7328-14a4-4e41-a7a2-85a7faaa427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:48.172129 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-5ccc7328-14a4-4e41-a7a2-85a7faaa427e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a78218846bb84713b4c02d9f95a25250&device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 1097 time: 0.0510590 Jan 24 22:29:48.179291 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d115e-61b2-48e1-95df-5af08f0c00b0 req-457e14db-3880-470b-865b-f94db8a2936d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:48.181302 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-488d115e-61b2-48e1-95df-5af08f0c00b0 req-457e14db-3880-470b-865b-f94db8a2936d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 943 time: 0.0618966 Jan 24 22:29:48.227422 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-7e0a6296-d941-428f-b22e-4ba7564a160d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d633875b-72bb-44b2-823b-29984eecca9f HTTP/1.1" status: 200 len: 217 time: 0.0357726 Jan 24 22:29:48.233811 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-488d115e-61b2-48e1-95df-5af08f0c00b0 req-7ee3a693-08f8-48ac-8bb6-6056945c94f4 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Jan 24 22:29:48.277181 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947916-b871-42fe-a417-42139e24511f req-1e77a2af-5213-4420-a131-8ff3938c32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:48.278758 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-1e77a2af-5213-4420-a131-8ff3938c32ba service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 200 len: 854 time: 0.0447133 Jan 24 22:29:48.310897 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-cea54cde-02c2-4219-b795-40d4018090b8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8ede52f-f77b-4695-9cf8-08051f1c017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239410 Jan 24 22:29:48.406266 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-6875c16e-7f2d-4d10-bc9e-7e4f4faef354 service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878627 Jan 24 22:29:48.486193 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-15cff4a3-f00f-4ae2-99e9-cc9b3ca731d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:48.529443 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5947916-b871-42fe-a417-42139e24511f req-0aa0b8c5-d963-4780-b221-2b1f5580205d service neutron] 10.222.0.115 "GET /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953782 Jan 24 22:29:48.816476 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17f738-a432-4855-b79f-745597b94f83 req-8b9069ae-26d5-43b8-87c1-804bb1eff0e6 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:48.818153 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ce17f738-a432-4855-b79f-745597b94f83 req-8b9069ae-26d5-43b8-87c1-804bb1eff0e6 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 944 time: 0.0790553 Jan 24 22:29:48.837372 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414def25-6132-43ae-8a3a-c371e4dc770d req-cdf8f0ab-3991-4071-80ad-2f100d952102 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:48.838895 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-414def25-6132-43ae-8a3a-c371e4dc770d req-cdf8f0ab-3991-4071-80ad-2f100d952102 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0719266 Jan 24 22:29:48.901025 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ce17f738-a432-4855-b79f-745597b94f83 req-796433cb-e8d7-427e-a515-9bf7c2c91fda tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772498 Jan 24 22:29:48.912558 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-414def25-6132-43ae-8a3a-c371e4dc770d req-4a7f4222-96da-4b5e-8502-2c051fc4db92 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650544 Jan 24 22:29:49.299063 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 43457efa-6a2a-438a-bc24-799ffc778296 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:29:49.363294 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a605e60-b2e4-47c3-8d8f-3d0c2f1a51ab req-19c45abd-418d-4d59-90ae-46c507d9b57f tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:49.364788 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a605e60-b2e4-47c3-8d8f-3d0c2f1a51ab req-19c45abd-418d-4d59-90ae-46c507d9b57f tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 943 time: 0.0548759 Jan 24 22:29:49.403931 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 43457efa-6a2a-438a-bc24-799ffc778296, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=43457efa-6a2a-438a-bc24-799ffc778296,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:49.413011 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a605e60-b2e4-47c3-8d8f-3d0c2f1a51ab req-a0fca1e7-56ed-4017-a0fc-da2d6253ca86 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Jan 24 22:29:49.415206 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '43457efa-6a2a-438a-bc24-799ffc778296', 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a', 'port_id': '43457efa-6a2a-438a-bc24-799ffc778296', 'mac_address': 'fa:16:3e:2f:9f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220db021-e9c3-40c9-bda5-61128d6699a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:29:49.462753 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 43457efa-6a2a-438a-bc24-799ffc778296 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:29:49.463138 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (43457efa-6a2a-438a-bc24-799ffc778296), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:49.466861 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:49.477421 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43457efa-6a2a-438a-bc24-799ffc778296 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:29:49.498714 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 43457efa-6a2a-438a-bc24-799ffc778296, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=43457efa-6a2a-438a-bc24-799ffc778296,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:49.504153 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (43457efa-6a2a-438a-bc24-799ffc778296), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:49.555128 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=43457efa-6a2a-438a-bc24-799ffc778296,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:50.058896 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87fbd0-2c83-4e97-902d-3c1a733bbe41 req-85deadf2-f768-44a9-b6a4-b86a4cbcc608 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:50.060353 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1d87fbd0-2c83-4e97-902d-3c1a733bbe41 req-85deadf2-f768-44a9-b6a4-b86a4cbcc608 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 944 time: 0.0739636 Jan 24 22:29:50.070742 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8944-245a-4b2d-b029-679be1ada357 req-400422cf-e249-4276-b3ae-88a2ef5023a3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:50.072211 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e3e8944-245a-4b2d-b029-679be1ada357 req-400422cf-e249-4276-b3ae-88a2ef5023a3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0771201 Jan 24 22:29:50.074673 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['43457efa-6a2a-438a-bc24-799ffc778296'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:29:50.149091 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1d87fbd0-2c83-4e97-902d-3c1a733bbe41 req-c37e214d-bd03-4a25-8a44-6a04f26e1abb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755439 Jan 24 22:29:50.157356 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e3e8944-245a-4b2d-b029-679be1ada357 req-7ad99487-9847-491e-bef5-751de9d27d2d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763483 Jan 24 22:29:50.292974 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f855-c520-4255-a1dd-6a9a9498495c req-b0df6130-3fca-489e-ac16-2987ec1ab353 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:50.294521 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ad94f855-c520-4255-a1dd-6a9a9498495c req-b0df6130-3fca-489e-ac16-2987ec1ab353 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0514526 Jan 24 22:29:50.343174 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ad94f855-c520-4255-a1dd-6a9a9498495c req-4826b7f6-d614-46af-8e4b-1142c3d0c2c8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Jan 24 22:29:50.533096 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c5bba-9cf5-4c78-a3a6-2dd6fa6ff1f4 req-28928fe3-5624-4031-b2fb-ce5f4179153d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:50.534593 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5a1c5bba-9cf5-4c78-a3a6-2dd6fa6ff1f4 req-28928fe3-5624-4031-b2fb-ce5f4179153d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 944 time: 0.0522232 Jan 24 22:29:50.588419 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5a1c5bba-9cf5-4c78-a3a6-2dd6fa6ff1f4 req-0b3a5f4c-624f-441d-86e8-43509e38155c tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478082 Jan 24 22:29:50.972134 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:51.278116 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285da75d-6b2e-48ee-afe0-d4e7ac74c7af req-34d73b7d-8a61-4a4f-99e4-5f8e43e09561 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:51.279656 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-285da75d-6b2e-48ee-afe0-d4e7ac74c7af req-34d73b7d-8a61-4a4f-99e4-5f8e43e09561 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 944 time: 0.0565157 Jan 24 22:29:51.330729 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-285da75d-6b2e-48ee-afe0-d4e7ac74c7af req-a3840d88-6e79-43d7-8b42-b1f54cac8153 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435302 Jan 24 22:29:51.352975 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 43457efa-6a2a-438a-bc24-799ffc778296 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:29:51.408216 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 43457efa-6a2a-438a-bc24-799ffc778296 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:29:51.414148 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 43457efa-6a2a-438a-bc24-799ffc778296 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:29:51.414532 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (43457efa-6a2a-438a-bc24-799ffc778296), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:51.496129 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 43457efa-6a2a-438a-bc24-799ffc778296 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:29:51.496517 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (43457efa-6a2a-438a-bc24-799ffc778296), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:51.519966 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9febabf2-03a2-48f9-ab7d-b6648e470cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43457efa-6a2a-438a-bc24-799ffc778296'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:51.522587 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb060d83-0f23-4a83-bb2f-731579803dcb" -d '{"events": [{"server_uuid": "9febabf2-03a2-48f9-ab7d-b6648e470cb4", "name": "network-vif-plugged", "status": "completed", "tag": "43457efa-6a2a-438a-bc24-799ffc778296"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:51.535580 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 43457efa-6a2a-438a-bc24-799ffc778296, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=43457efa-6a2a-438a-bc24-799ffc778296,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:51.542519 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (43457efa-6a2a-438a-bc24-799ffc778296), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:51.567530 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be8059a-04e4-4ee9-87a5-a2381376d3da x-openstack-request-id: req-4be8059a-04e4-4ee9-87a5-a2381376d3da {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:51.567849 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9febabf2-03a2-48f9-ab7d-b6648e470cb4", "name": "network-vif-plugged", "status": "completed", "tag": "43457efa-6a2a-438a-bc24-799ffc778296", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:51.568106 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4be8059a-04e4-4ee9-87a5-a2381376d3da {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:51.568501 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9febabf2-03a2-48f9-ab7d-b6648e470cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43457efa-6a2a-438a-bc24-799ffc778296', 'code': 200} Jan 24 22:29:51.594425 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=43457efa-6a2a-438a-bc24-799ffc778296,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:51.726967 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77e981-af3e-4c7f-add6-46141d477605 req-05c5a9c5-741f-45ef-a1d9-69f6f5ab0cbe tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:51.729403 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0b77e981-af3e-4c7f-add6-46141d477605 req-05c5a9c5-741f-45ef-a1d9-69f6f5ab0cbe tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 945 time: 0.0565021 Jan 24 22:29:51.788466 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0b77e981-af3e-4c7f-add6-46141d477605 req-cb19bf53-5451-4492-b2b7-d2268b468091 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511994 Jan 24 22:29:51.897696 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffecb3-8266-46e9-be71-dc2a76648028 req-33178e9a-eb6d-4cfa-9039-bd12d081adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:51.899218 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9cffecb3-8266-46e9-be71-dc2a76648028 req-33178e9a-eb6d-4cfa-9039-bd12d081adda service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0442548 Jan 24 22:29:51.953285 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9cffecb3-8266-46e9-be71-dc2a76648028 req-74e4c800-0993-4c3f-a0d8-a4d88890bb7a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404756 Jan 24 22:29:51.999166 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7b4da-b715-4cff-a95c-8c3834c0fe28 req-b68af120-1b13-40b1-b60a-dedd11ec334b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:52.000871 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4dd7b4da-b715-4cff-a95c-8c3834c0fe28 req-b68af120-1b13-40b1-b60a-dedd11ec334b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0526664 Jan 24 22:29:52.048313 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4dd7b4da-b715-4cff-a95c-8c3834c0fe28 req-2dfe833e-3189-44a9-a014-d844ca39003c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Jan 24 22:29:52.385566 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:52.419844 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-62aea59a-30fa-4c45-a497-07296f4cacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:52.422569 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-62aea59a-30fa-4c45-a497-07296f4cacfc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1099 time: 0.0616412 Jan 24 22:29:52.487346 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fe047-0bbe-4be7-830a-d4a2620dc2c2 req-f996d638-3926-4246-829a-92bd3b2bc71e tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:52.495907 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c9fe047-0bbe-4be7-830a-d4a2620dc2c2 req-f996d638-3926-4246-829a-92bd3b2bc71e tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 944 time: 0.0754330 Jan 24 22:29:52.548969 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-8b9ec1ac-49a4-44ec-8fbf-38daf6a34a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:52.550764 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-8b9ec1ac-49a4-44ec-8fbf-38daf6a34a90 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 920 time: 0.1076074 Jan 24 22:29:52.551405 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c9fe047-0bbe-4be7-830a-d4a2620dc2c2 req-ff109fbc-4426-424a-a793-9a37c92c5ed8 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Jan 24 22:29:52.603130 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-c31f222b-cb98-42cf-a4a0-a8a08d021890 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 200 len: 217 time: 0.0409801 Jan 24 22:29:52.653613 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-f141f11f-5002-4156-b5d6-89974ce4929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:52.655126 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-f141f11f-5002-4156-b5d6-89974ce4929d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.0438318 Jan 24 22:29:52.697314 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-31b391cf-4fda-4dcd-adb7-3b7be87e574c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339158 Jan 24 22:29:52.807857 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-922bbe8f-f322-4579-815b-48435a7fab09 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972643 Jan 24 22:29:52.905856 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-80ad0e7f-0706-4feb-bd96-253d730be3d2 req-ad41e9ee-16c4-4dd2-97ae-1356dbef82fe service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888669 Jan 24 22:29:52.910890 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e770280-af95-42b4-8833-7955223ee49e req-1a38c02f-6ae6-499b-8e8d-cb0d658ac5b3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:52.912353 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5e770280-af95-42b4-8833-7955223ee49e req-1a38c02f-6ae6-499b-8e8d-cb0d658ac5b3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 945 time: 0.0480461 Jan 24 22:29:53.168864 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5e770280-af95-42b4-8833-7955223ee49e req-a2ab814f-4736-44d9-afa6-cd23a4113a4f tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507026 Jan 24 22:29:53.203858 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ec53-bf4d-4092-968f-9e4be9617810 req-a6101ad6-087c-4594-8ab8-8dac6c3a494d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:53.205358 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-de42ec53-bf4d-4092-968f-9e4be9617810 req-a6101ad6-087c-4594-8ab8-8dac6c3a494d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0527244 Jan 24 22:29:53.253669 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-de42ec53-bf4d-4092-968f-9e4be9617810 req-dec3c480-b431-4448-b608-6241d22abef6 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Jan 24 22:29:53.346388 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device d633875b-72bb-44b2-823b-29984eecca9f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:29:53.442815 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port d633875b-72bb-44b2-823b-29984eecca9f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633875b-72bb-44b2-823b-29984eecca9f,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:53.456073 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': 'd633875b-72bb-44b2-823b-29984eecca9f', 'network_id': 'e8ede52f-f77b-4695-9cf8-08051f1c017e', 'port_id': 'd633875b-72bb-44b2-823b-29984eecca9f', 'mac_address': 'fa:16:3e:0e:91:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afcac19-68de-4538-be4d-9afeccf0ceff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:29:53.502390 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port d633875b-72bb-44b2-823b-29984eecca9f is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:29:53.502772 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d633875b-72bb-44b2-823b-29984eecca9f), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:53.515735 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d633875b-72bb-44b2-823b-29984eecca9f {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:29:53.535609 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port d633875b-72bb-44b2-823b-29984eecca9f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633875b-72bb-44b2-823b-29984eecca9f,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:53.542142 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (d633875b-72bb-44b2-823b-29984eecca9f), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:53.590470 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=d633875b-72bb-44b2-823b-29984eecca9f,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:53.597710 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.598081 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.598439 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.598780 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.599107 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.599424 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.599816 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.600443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.600769 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.601145 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.601470 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.601792 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.602112 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:29:53.662998 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e8a7-53bc-42be-be84-e0d5aedaee65 req-96d4d6f9-a4c7-48ab-a997-38cb0a77be41 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:53.664476 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ee09e8a7-53bc-42be-be84-e0d5aedaee65 req-96d4d6f9-a4c7-48ab-a997-38cb0a77be41 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 945 time: 0.0493536 Jan 24 22:29:53.713854 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ee09e8a7-53bc-42be-be84-e0d5aedaee65 req-57d4c660-a7b5-4d7d-b3b8-16c36a784049 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Jan 24 22:29:54.257044 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['d633875b-72bb-44b2-823b-29984eecca9f'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:29:54.301143 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdd833-2a38-4884-a33f-ecb697c38ed4 req-6c7bebad-34f9-4154-882d-ad788101b8b4 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:54.302748 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2bcdd833-2a38-4884-a33f-ecb697c38ed4 req-6c7bebad-34f9-4154-882d-ad788101b8b4 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 945 time: 0.0603414 Jan 24 22:29:54.380350 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2bcdd833-2a38-4884-a33f-ecb697c38ed4 req-209f46eb-1cb4-4f55-b690-f2acc131cbe0 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711157 Jan 24 22:29:54.397893 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60826f-dc96-4414-8b43-de4b9c9809fd req-d25154b5-f9fe-49cd-95d2-949e55fecb5b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:54.399539 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bb60826f-dc96-4414-8b43-de4b9c9809fd req-d25154b5-f9fe-49cd-95d2-949e55fecb5b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0729549 Jan 24 22:29:54.457601 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bb60826f-dc96-4414-8b43-de4b9c9809fd req-c240f5fc-7858-4808-85b1-7a4c984d2eaa tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502946 Jan 24 22:29:54.849063 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf79d8-af35-462d-a445-b4d1ef8219ee req-698a0dca-9701-43b9-a0d0-f9853ce0a2e3 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:54.850461 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-aecf79d8-af35-462d-a445-b4d1ef8219ee req-698a0dca-9701-43b9-a0d0-f9853ce0a2e3 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 945 time: 0.0552564 Jan 24 22:29:54.909954 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-aecf79d8-af35-462d-a445-b4d1ef8219ee req-a6141d33-dced-4760-bf4d-07e73e52bb04 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537834 Jan 24 22:29:55.566410 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c14604-a29e-4d4d-bdf4-d68c0e509c91 req-6aaf9fa0-6c1f-45d9-ab93-4fe3fe2500c7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:55.567888 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-56c14604-a29e-4d4d-bdf4-d68c0e509c91 req-6aaf9fa0-6c1f-45d9-ab93-4fe3fe2500c7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0481884 Jan 24 22:29:55.618545 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-56c14604-a29e-4d4d-bdf4-d68c0e509c91 req-5a120a14-1807-494c-a58e-fc68ca760449 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Jan 24 22:29:55.816124 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device d633875b-72bb-44b2-823b-29984eecca9f up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:29:55.869930 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port d633875b-72bb-44b2-823b-29984eecca9f completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:29:55.873643 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port d633875b-72bb-44b2-823b-29984eecca9f triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:29:55.874142 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (d633875b-72bb-44b2-823b-29984eecca9f), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:55.960121 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port d633875b-72bb-44b2-823b-29984eecca9f is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:29:55.960511 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (d633875b-72bb-44b2-823b-29984eecca9f), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:55.985834 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a6892a-6bcf-48a9-ba54-e2f6fce165c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd633875b-72bb-44b2-823b-29984eecca9f'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:29:55.988089 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedb6e78-343f-40fb-bed0-7ae8426975bf" -d '{"events": [{"server_uuid": "60a6892a-6bcf-48a9-ba54-e2f6fce165c8", "name": "network-vif-plugged", "status": "completed", "tag": "d633875b-72bb-44b2-823b-29984eecca9f"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:29:55.999995 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port d633875b-72bb-44b2-823b-29984eecca9f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633875b-72bb-44b2-823b-29984eecca9f,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:29:56.005815 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (d633875b-72bb-44b2-823b-29984eecca9f), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:56.023328 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08de479-bdd0-49f6-b115-f9f14f7767a1 req-af776c3e-2316-4971-8f5a-2e7a65e769b3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:56.024781 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c08de479-bdd0-49f6-b115-f9f14f7767a1 req-af776c3e-2316-4971-8f5a-2e7a65e769b3 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 945 time: 0.0774093 Jan 24 22:29:56.054528 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=d633875b-72bb-44b2-823b-29984eecca9f,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:29:56.057394 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921b87-d283-43f6-a2eb-f53a81fd44fb req-d3226b27-136f-471a-a9a2-1ca41cea3205 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:56.058907 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f921b87-d283-43f6-a2eb-f53a81fd44fb req-d3226b27-136f-471a-a9a2-1ca41cea3205 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 945 time: 0.0762637 Jan 24 22:29:56.101522 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c08de479-bdd0-49f6-b115-f9f14f7767a1 req-9e218097-d297-4f40-8950-ac4d05804a82 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688939 Jan 24 22:29:56.127379 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f921b87-d283-43f6-a2eb-f53a81fd44fb req-621d0ae7-453f-4f60-a4df-7151529d26d6 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617168 Jan 24 22:29:56.145603 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632eec30-8d70-416e-a672-f727100b0a42 x-openstack-request-id: req-632eec30-8d70-416e-a672-f727100b0a42 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:29:56.146032 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a6892a-6bcf-48a9-ba54-e2f6fce165c8", "name": "network-vif-plugged", "status": "completed", "tag": "d633875b-72bb-44b2-823b-29984eecca9f", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:29:56.146354 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-632eec30-8d70-416e-a672-f727100b0a42 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:29:56.146811 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a6892a-6bcf-48a9-ba54-e2f6fce165c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd633875b-72bb-44b2-823b-29984eecca9f', 'code': 200} Jan 24 22:29:56.508048 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f0b01-eda0-4a02-95f5-a95b9a4ec225 req-57aa9033-d1ac-4835-876b-936c26177057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:56.510105 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e00f0b01-eda0-4a02-95f5-a95b9a4ec225 req-57aa9033-d1ac-4835-876b-936c26177057 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 1099 time: 0.0462492 Jan 24 22:29:56.559123 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e00f0b01-eda0-4a02-95f5-a95b9a4ec225 req-fa988907-e537-425e-85b5-2969fac893da service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Jan 24 22:29:56.760337 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d47bf-3c7c-4308-bc84-247efbdfb24e req-c965a099-cbc9-4922-a3b2-a2911a9ad1cf tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:56.761855 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f90d47bf-3c7c-4308-bc84-247efbdfb24e req-c965a099-cbc9-4922-a3b2-a2911a9ad1cf tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0589762 Jan 24 22:29:56.811071 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f90d47bf-3c7c-4308-bc84-247efbdfb24e req-6488c10e-538e-4d5a-ab3f-46c1859ffc33 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427165 Jan 24 22:29:57.262620 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf6781-d3dc-4ee5-b63b-2286e147b46f req-43ce127d-6613-4113-a02c-01826884a63c tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:57.264353 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cacf6781-d3dc-4ee5-b63b-2286e147b46f req-43ce127d-6613-4113-a02c-01826884a63c tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 945 time: 0.0781596 Jan 24 22:29:57.275217 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9de53-9e36-4fda-ab2f-215ff9a9fa77 req-0c95faf7-1ca1-4f55-aee6-82ecfd2ead32 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:57.276600 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bda9de53-9e36-4fda-ab2f-215ff9a9fa77 req-0c95faf7-1ca1-4f55-aee6-82ecfd2ead32 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 946 time: 0.0800202 Jan 24 22:29:57.349460 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cacf6781-d3dc-4ee5-b63b-2286e147b46f req-64b91377-47f7-4414-96a1-17c4e4d02125 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Jan 24 22:29:57.353357 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bda9de53-9e36-4fda-ab2f-215ff9a9fa77 req-69befde0-860c-4aaf-82ba-3ca5ee0cc3ed tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699427 Jan 24 22:29:57.588250 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-d5177340-c760-4f64-af5f-6f8ae29a14ad service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399153 Jan 24 22:29:57.690940 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-67c9bd69-46c3-459a-91a9-20c1bf321b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:57.692421 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-67c9bd69-46c3-459a-91a9-20c1bf321b34 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 1098 time: 0.0551617 Jan 24 22:29:57.804375 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-a049faa8-5476-49db-9b97-8ebac8023372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:57.805797 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-a049faa8-5476-49db-9b97-8ebac8023372 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 912 time: 0.0878041 Jan 24 22:29:57.880265 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-0afd79e7-74b8-4ddd-80d2-03be402b79f0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 200 len: 1001 time: 0.0650220 Jan 24 22:29:57.938074 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-1de88d0a-9081-4d1f-aee2-f9edea480269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:57.939630 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-1de88d0a-9081-4d1f-aee2-f9edea480269 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.0485036 Jan 24 22:29:57.942014 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4225bc-8354-4dbc-9ee0-037b44c5f7cc req-2c7bc7c2-ed76-429d-a4fa-6f7dbbb5b133 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:57.943489 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ed4225bc-8354-4dbc-9ee0-037b44c5f7cc req-2c7bc7c2-ed76-429d-a4fa-6f7dbbb5b133 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0480347 Jan 24 22:29:57.985993 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-be9dbe65-2660-4346-8f55-d52a8f71dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:57.988555 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-be9dbe65-2660-4346-8f55-d52a8f71dd43 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406837 Jan 24 22:29:57.995392 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ed4225bc-8354-4dbc-9ee0-037b44c5f7cc req-8e71a5b0-46a2-46af-ab18-1727feb2907e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463052 Jan 24 22:29:58.089746 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-4031866d-ac02-450f-88bc-d0bbcf84cb62 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869453 Jan 24 22:29:58.192491 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11ef747b-24ef-4a35-9af3-d37e24f40828 req-8db5e117-fc70-4754-a9d5-b3f35d7735e3 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891228 Jan 24 22:29:58.460223 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:29:58.498674 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862216-3850-4b4a-9b08-030b808aa799 req-d66732ac-6b98-4c95-913a-448aa8040d76 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:58.500458 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-94862216-3850-4b4a-9b08-030b808aa799 req-d66732ac-6b98-4c95-913a-448aa8040d76 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 946 time: 0.0695441 Jan 24 22:29:58.509045 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634f35b-dd14-4277-a30d-7521f7274f24 req-1f45ab68-9021-4f69-a7bd-efa3b1c2c945 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:58.510489 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a634f35b-dd14-4277-a30d-7521f7274f24 req-1f45ab68-9021-4f69-a7bd-efa3b1c2c945 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 945 time: 0.0890551 Jan 24 22:29:58.587030 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a634f35b-dd14-4277-a30d-7521f7274f24 req-9b0d2e2a-6265-4a45-997e-41ab6230de63 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704522 Jan 24 22:29:58.590512 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-94862216-3850-4b4a-9b08-030b808aa799 req-429e9e61-1902-41c2-bf78-7c86c266d60e tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791664 Jan 24 22:29:59.114988 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309055b-c81c-43b9-af55-a63aa37dd276 req-b553b80c-2752-4c71-b00c-ac51f357dc68 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:59.116486 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f309055b-c81c-43b9-af55-a63aa37dd276 req-b553b80c-2752-4c71-b00c-ac51f357dc68 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0523920 Jan 24 22:29:59.169573 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f309055b-c81c-43b9-af55-a63aa37dd276 req-d13afba2-06f2-4a20-8cb2-d22815c76309 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Jan 24 22:29:59.731476 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e1ce9-3c60-4f92-9964-5e4117e26e94 req-b0a8efcd-0f7d-4295-914b-71f7c0000301 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:59.732950 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-602e1ce9-3c60-4f92-9964-5e4117e26e94 req-b0a8efcd-0f7d-4295-914b-71f7c0000301 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 946 time: 0.0734558 Jan 24 22:29:59.743499 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c393d08-c60a-46f2-a01b-cd51a85e1c76 req-bbc70861-0d8f-41e4-8b1d-a0d9c1fa6ac4 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:29:59.744883 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9c393d08-c60a-46f2-a01b-cd51a85e1c76 req-bbc70861-0d8f-41e4-8b1d-a0d9c1fa6ac4 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 945 time: 0.0766776 Jan 24 22:29:59.818276 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-602e1ce9-3c60-4f92-9964-5e4117e26e94 req-4994854c-1c59-4f7a-96fa-f25de4734f5b tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724108 Jan 24 22:29:59.822496 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9c393d08-c60a-46f2-a01b-cd51a85e1c76 req-a791035c-7ae4-4528-9c8d-9ef6986b87f1 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708957 Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.068940 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-4579fc49-0f34-44c2-8e3e-b02d7a03a3e9 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:00.071506 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-4579fc49-0f34-44c2-8e3e-b02d7a03a3e9 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.115 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 945 time: 0.0552990 Jan 24 22:30:00.198525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Deleting port 43457efa-6a2a-438a-bc24-799ffc778296 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:30:00.198873 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (43457efa-6a2a-438a-bc24-799ffc778296), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:00.293004 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c996265-0701-488b-adaa-5047ec87ae25 req-eab2d304-9238-4395-97e8-bd8823dc2f50 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:00.294485 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c996265-0701-488b-adaa-5047ec87ae25 req-eab2d304-9238-4395-97e8-bd8823dc2f50 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0518248 Jan 24 22:30:00.296798 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] For port 43457efa-6a2a-438a-bc24-799ffc778296, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=43457efa-6a2a-438a-bc24-799ffc778296,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:00.297273 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (43457efa-6a2a-438a-bc24-799ffc778296), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:00.310595 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Calling delete_port for 43457efa-6a2a-438a-bc24-799ffc778296 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:30:00.343373 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c996265-0701-488b-adaa-5047ec87ae25 req-bc842a50-a850-453e-a8d7-68c1c074428f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428164 Jan 24 22:30:00.453724 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (43457efa-6a2a-438a-bc24-799ffc778296), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:00.482001 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Pushing event deleted for resources: {'Port': ['ID=43457efa-6a2a-438a-bc24-799ffc778296,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:00.508507 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.508850 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.509210 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.509538 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.509855 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.510177 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.510490 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.510802 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.511117 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.511429 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.511739 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.512049 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.512361 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:00.530069 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] No DVR routers for this DVR port 43457efa-6a2a-438a-bc24-799ffc778296 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:30:00.532549 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:00.535872 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e804eca7-d2d7-495c-8e52-8133a1febb1c req-f46c0aab-6afe-47b0-84fb-6a27d634d80d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.115 "DELETE /v2.0/ports/43457efa-6a2a-438a-bc24-799ffc778296 HTTP/1.1" status: 204 len: 173 time: 0.4249196 Jan 24 22:30:00.536297 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9febabf2-03a2-48f9-ab7d-b6648e470cb4', 'name': 'network-vif-deleted', 'tag': '43457efa-6a2a-438a-bc24-799ffc778296'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:00.538526 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c6b5e-6d8b-4709-8179-c1cb4ea44ac7" -d '{"events": [{"server_uuid": "9febabf2-03a2-48f9-ab7d-b6648e470cb4", "name": "network-vif-deleted", "tag": "43457efa-6a2a-438a-bc24-799ffc778296"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:00.578677 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0bdf91-caff-4936-a5b5-8138f361f766 x-openstack-request-id: req-4a0bdf91-caff-4936-a5b5-8138f361f766 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:00.579216 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9febabf2-03a2-48f9-ab7d-b6648e470cb4", "name": "network-vif-deleted", "tag": "43457efa-6a2a-438a-bc24-799ffc778296", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:00.579616 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4a0bdf91-caff-4936-a5b5-8138f361f766 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:00.580088 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9febabf2-03a2-48f9-ab7d-b6648e470cb4', 'name': 'network-vif-deleted', 'tag': '43457efa-6a2a-438a-bc24-799ffc778296', 'status': 'completed', 'code': 200} Jan 24 22:30:00.930825 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d51a9437-909a-4077-b1ad-2425f2c73b93 req-fcc4377a-9992-42ed-8f82-cffaebd14364 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=9febabf2-03a2-48f9-ab7d-b6648e470cb4 HTTP/1.1" status: 200 len: 210 time: 0.0261118 Jan 24 22:30:01.468760 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d9d2c-e134-4798-b2af-61ac3ef493c1 req-8bd3b807-db50-4bb7-9277-e3fa9ad3f403 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:01.470902 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-698d9d2c-e134-4798-b2af-61ac3ef493c1 req-8bd3b807-db50-4bb7-9277-e3fa9ad3f403 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0564656 Jan 24 22:30:01.544286 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-698d9d2c-e134-4798-b2af-61ac3ef493c1 req-395da03e-2fc2-4776-b1d8-7f093db6e42a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563319 Jan 24 22:30:01.832599 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 43457efa-6a2a-438a-bc24-799ffc778296 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:30:01.855831 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 43457efa-6a2a-438a-bc24-799ffc778296 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:30:01.856149 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 43457efa-6a2a-438a-bc24-799ffc778296 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:30:02.219715 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 41552) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:02.222825 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-28efa312-f0df-40b8-848e-add594c8d04f tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:02.224300 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-28efa312-f0df-40b8-848e-add594c8d04f tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/networks?id=10de36a5-6511-4593-99b8-3e13068c9c6a HTTP/1.1" status: 200 len: 808 time: 0.1110280 Jan 24 22:30:02.239202 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-b706fb52-80df-4aa2-b348-5a8b9b2bf659 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/quotas/f745f8e89f0b47f7a49e565becce2c16 HTTP/1.1" status: 200 len: 375 time: 0.0094950 Jan 24 22:30:02.280457 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-517a43f6-5921-4740-9de9-dff1516ade24 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f745f8e89f0b47f7a49e565becce2c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362079 Jan 24 22:30:02.342318 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5e1ee8db-530e-4792-bb22-c04433150366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:02.384327 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-586c3ce8-253d-4742-addc-c936dc32dbf9 service neutron] 10.222.0.84 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960054 Jan 24 22:30:02.419838 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5e1ee8db-530e-4792-bb22-c04433150366 admin admin] Publish callbacks [] for security_group (82def4e2-c03a-4adc-b45e-e249009e1c12), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:02.425315 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5e1ee8db-530e-4792-bb22-c04433150366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (82def4e2-c03a-4adc-b45e-e249009e1c12), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:02.466946 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ee8db-530e-4792-bb22-c04433150366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82def4e2-c03a-4adc-b45e-e249009e1c12,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:02.472342 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5e1ee8db-530e-4792-bb22-c04433150366 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d8c85f1aea6b45bcb8000497fe4d3dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509034 Jan 24 22:30:02.475462 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 41558) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:02.486908 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-03cfd7e9-0c4a-4668-b620-7bea6069225f service neutron] 10.222.0.84 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958576 Jan 24 22:30:02.523738 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8500-f10d-4788-af14-3360950f64a2 admin admin] Publish callbacks [] for security_group (82def4e2-c03a-4adc-b45e-e249009e1c12), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:02.544939 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8500-f10d-4788-af14-3360950f64a2 admin admin] Publish callbacks [] for security_group (82def4e2-c03a-4adc-b45e-e249009e1c12), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:02.601478 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8500-f10d-4788-af14-3360950f64a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (82def4e2-c03a-4adc-b45e-e249009e1c12), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:02.604406 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8500-f10d-4788-af14-3360950f64a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:02.608111 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f5ab8500-f10d-4788-af14-3360950f64a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/82def4e2-c03a-4adc-b45e-e249009e1c12 HTTP/1.1" status: 204 len: 168 time: 0.1296289 Jan 24 22:30:02.632098 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8500-f10d-4788-af14-3360950f64a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82def4e2-c03a-4adc-b45e-e249009e1c12,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:02.725693 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc53aa-f673-4abc-8c5f-4fbd47521c5f req-9c0cbb18-10bb-4c81-85f2-3bf848c3d5dd tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:02.727202 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bfcc53aa-f673-4abc-8c5f-4fbd47521c5f req-9c0cbb18-10bb-4c81-85f2-3bf848c3d5dd tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0950375 Jan 24 22:30:02.732262 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-89c9d685-53da-475e-bf04-4df05528bc71 req-9caed6f6-687e-4168-b0c1-f9556af6540d tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 210 time: 0.0563741 Jan 24 22:30:02.810290 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bfcc53aa-f673-4abc-8c5f-4fbd47521c5f req-60f0aeb3-a04c-46e8-ae3c-df6eca18cad3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733356 Jan 24 22:30:03.137944 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565d46-fe47-422e-99dd-1d098ab16379 req-007bc0d7-d605-404c-93da-d35e7208fe29 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:03.141153 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-41565d46-fe47-422e-99dd-1d098ab16379 req-007bc0d7-d605-404c-93da-d35e7208fe29 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0666258 Jan 24 22:30:03.193994 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-41565d46-fe47-422e-99dd-1d098ab16379 req-20877b2b-6365-4112-ab17-e5e90285df56 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470700 Jan 24 22:30:03.839199 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a9961228-252f-4feb-8f20-63096ac03771 req-0c0c8910-e44b-4ef2-ab90-b941a4dd6842 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Jan 24 22:30:03.930030 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14444a93-50c7-4f39-816b-9a1660d4e745 req-a039cf47-e1d6-4012-8bf7-0f1c7a816478 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:03.931484 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-14444a93-50c7-4f39-816b-9a1660d4e745 req-a039cf47-e1d6-4012-8bf7-0f1c7a816478 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0475883 Jan 24 22:30:03.985382 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-14444a93-50c7-4f39-816b-9a1660d4e745 req-5fb5e619-eda6-4970-8d7b-521c0b7dbe98 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Jan 24 22:30:04.154523 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-c56d3093-7dfb-456f-bb21-f5636fce6789 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:04.155974 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-c56d3093-7dfb-456f-bb21-f5636fce6789 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.115 "GET /v2.0/networks?id=10de36a5-6511-4593-99b8-3e13068c9c6a HTTP/1.1" status: 200 len: 808 time: 0.1073194 Jan 24 22:30:04.181406 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Request body: {'port': {'device_id': 'a3ff8015-35d9-4196-8b1b-ea299e359e25', 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a', 'admin_state_up': True, 'tenant_id': 'f745f8e89f0b47f7a49e565becce2c16'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:04.299388 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Made reservation on behalf of f745f8e89f0b47f7a49e565becce2c16 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:04.303449 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:04.318629 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f83f53-dd3b-487f-9d14-62bd3405e2cb req-04cf977f-76ef-4ccc-ada1-3d2f16f85ad5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:04.321638 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e2f83f53-dd3b-487f-9d14-62bd3405e2cb req-04cf977f-76ef-4ccc-ada1-3d2f16f85ad5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0581872 Jan 24 22:30:04.372691 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e2f83f53-dd3b-487f-9d14-62bd3405e2cb req-adb177fc-6ff9-4407-b27e-c2bc3450cfc0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459661 Jan 24 22:30:04.439127 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Allocated IP 172.20.0.9 (10de36a5-6511-4593-99b8-3e13068c9c6a/220db021-e9c3-40c9-bda5-61128d6699a2/8b459125-0bc6-4985-a7e9-81d9d90957c3) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:30:04.587414 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks [] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:04.622305 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:04.671045 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Network 10de36a5-6511-4593-99b8-3e13068c9c6a is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:30:04.675331 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Pushing event updated for resources: {'Port': ['ID=8b459125-0bc6-4985-a7e9-81d9d90957c3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:04.677932 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:30:04.680084 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:30:04.730131 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:04.730672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:04.750585 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1f9daf69-4637-4ee6-a1ea-197eaf5fa9a5 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766897 Jan 24 22:30:04.769515 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Request body: {'port': {'device_id': 'a3ff8015-35d9-4196-8b1b-ea299e359e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:04.829235 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:04.974567 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5b3b9485-d559-4473-ae44-98b3556b819b tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=5d1b7d2ae02848258a135c41a6fd52e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332091 Jan 24 22:30:05.021486 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff7ad3-678d-451b-b783-24a93e8c8bd4 req-11bf7f41-2493-450e-bff3-b9f27979e21a tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:05.022966 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b8ff7ad3-678d-451b-b783-24a93e8c8bd4 req-11bf7f41-2493-450e-bff3-b9f27979e21a tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 931 time: 0.1076188 Jan 24 22:30:05.093191 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b459125-0bc6-4985-a7e9-81d9d90957c3 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:30:05.100977 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Publish callbacks [] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:05.113599 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Transition to ACTIVE for port object 8b459125-0bc6-4985-a7e9-81d9d90957c3 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:30:05.120303 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:05.167095 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Pushing event updated for resources: {'Port': ['ID=8b459125-0bc6-4985-a7e9-81d9d90957c3,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:05.202580 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b8ff7ad3-678d-451b-b783-24a93e8c8bd4 req-f0b7a045-f365-4d08-bb98-2e4bbbc62997 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649632 Jan 24 22:30:05.214018 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-f514606e-87c0-4601-8ca9-fc0a86f9a005 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:05.215192 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-f514606e-87c0-4601-8ca9-fc0a86f9a005 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351167 Jan 24 22:30:05.232358 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-f61c551e-48e5-4e70-9831-d7a40a70f9b1 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/quotas/5d1b7d2ae02848258a135c41a6fd52e5 HTTP/1.1" status: 200 len: 375 time: 0.0103295 Jan 24 22:30:05.240449 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Attempting to bind port 8b459125-0bc6-4985-a7e9-81d9d90957c3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:30:05.240822 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Attempting to bind port 8b459125-0bc6-4985-a7e9-81d9d90957c3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:30:05.241190 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Attempting to bind port 8b459125-0bc6-4985-a7e9-81d9d90957c3 on network 10de36a5-6511-4593-99b8-3e13068c9c6a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:30:05.245575 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Port 8b459125-0bc6-4985-a7e9-81d9d90957c3 on network 10de36a5-6511-4593-99b8-3e13068c9c6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:30:05.245891 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Attempting to bind port 8b459125-0bc6-4985-a7e9-81d9d90957c3 on network 10de36a5-6511-4593-99b8-3e13068c9c6a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:30:05.251951 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:30:05.252259 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Checking segment: {'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:30:05.252691 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Bound using segment: {'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:30:05.253092 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Bound port: 8b459125-0bc6-4985-a7e9-81d9d90957c3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:30:05.253449 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:05.266701 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5eb44bb7-319e-4471-b425-358b6243fef1 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5d1b7d2ae02848258a135c41a6fd52e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277114 Jan 24 22:30:05.318802 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab030f-233a-4186-84e3-5fae2a725d73 req-23841243-059e-4be7-99da-eda6fc0db4b1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:05.320385 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5bab030f-233a-4186-84e3-5fae2a725d73 req-23841243-059e-4be7-99da-eda6fc0db4b1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0512555 Jan 24 22:30:05.321847 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] For port 8b459125-0bc6-4985-a7e9-81d9d90957c3, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:30:05.325264 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] For port 8b459125-0bc6-4985-a7e9-81d9d90957c3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b459125-0bc6-4985-a7e9-81d9d90957c3,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:30:05.331010 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:05.364298 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:05.365222 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:05.366747 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] 10.222.0.115 "PUT /v2.0/ports/8b459125-0bc6-4985-a7e9-81d9d90957c3 HTTP/1.1" status: 200 len: 1093 time: 0.6022544 Jan 24 22:30:05.371814 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ff8015-35d9-4196-8b1b-ea299e359e25', 'tag': '8b459125-0bc6-4985-a7e9-81d9d90957c3'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:05.373600 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeef205-7098-42ce-8204-4b7e2a79dcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ff8015-35d9-4196-8b1b-ea299e359e25", "tag": "8b459125-0bc6-4985-a7e9-81d9d90957c3"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:05.396043 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5bab030f-233a-4186-84e3-5fae2a725d73 req-4c178c92-6fe2-4e16-bec3-29841e5cbbb8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691018 Jan 24 22:30:05.403076 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c85817-333d-4135-ad2d-4bcc8e552e2d service neutron] Pushing event updated for resources: {'Port': ['ID=8b459125-0bc6-4985-a7e9-81d9d90957c3,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:05.431520 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2bedda-8f14-4d71-a0d0-30509cdfbc12 x-openstack-request-id: req-2a2bedda-8f14-4d71-a0d0-30509cdfbc12 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:05.431843 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ff8015-35d9-4196-8b1b-ea299e359e25", "tag": "8b459125-0bc6-4985-a7e9-81d9d90957c3", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:05.432126 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a2bedda-8f14-4d71-a0d0-30509cdfbc12 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:05.432529 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ff8015-35d9-4196-8b1b-ea299e359e25', 'tag': '8b459125-0bc6-4985-a7e9-81d9d90957c3', 'status': 'completed', 'code': 200} Jan 24 22:30:05.489735 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bcf52b50-cc46-4d30-8351-f258d17c1e44 req-e08c780d-93df-4588-baf2-8e13e36b6361 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 210 time: 0.0324626 Jan 24 22:30:05.511605 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-bfb38543-aee9-4ffd-ab30-bcf1dd37cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:05.511605 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-bfb38543-aee9-4ffd-ab30-bcf1dd37cd1c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f745f8e89f0b47f7a49e565becce2c16&device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 1096 time: 0.0480034 Jan 24 22:30:05.537332 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a1e6a-c4d7-4936-9dda-d106f60fa26c req-3fd61853-ab3b-45f3-a7f5-4b4b3260178b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:05.538896 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-361a1e6a-c4d7-4936-9dda-d106f60fa26c req-3fd61853-ab3b-45f3-a7f5-4b4b3260178b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0515721 Jan 24 22:30:05.572803 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-8580aabd-546d-43f6-a9e1-841627c7113c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b459125-0bc6-4985-a7e9-81d9d90957c3 HTTP/1.1" status: 200 len: 217 time: 0.0387068 Jan 24 22:30:05.593528 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-361a1e6a-c4d7-4936-9dda-d106f60fa26c req-c43d6b15-5404-429d-9a93-34fb69e00f89 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488899 Jan 24 22:30:05.629081 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1e87a423-744f-4684-908c-4cb6e90d7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:05.630562 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-1e87a423-744f-4684-908c-4cb6e90d7e26 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=220db021-e9c3-40c9-bda5-61128d6699a2 HTTP/1.1" status: 200 len: 848 time: 0.0459309 Jan 24 22:30:05.664575 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-fc6cd547-7411-4b27-9a65-7fd568b61240 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=10de36a5-6511-4593-99b8-3e13068c9c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261102 Jan 24 22:30:05.761510 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-cc21dd5a-3c48-48af-9acc-d45d41d3db80 service neutron] 10.222.0.115 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884452 Jan 24 22:30:06.110537 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b46d09a7-3891-42e4-8dec-9ee4c4c8daf9 req-c9a0957f-15a3-43f9-a91a-b265ab083100 service neutron] 10.222.0.115 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263433 Jan 24 22:30:06.333960 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eadc7-e042-49a9-a110-5c8666bc8c4f req-3c4d59bf-e0c1-436a-b598-c08deffc3c52 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:06.335416 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0e5eadc7-e042-49a9-a110-5c8666bc8c4f req-3c4d59bf-e0c1-436a-b598-c08deffc3c52 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 943 time: 0.0585914 Jan 24 22:30:06.385252 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0e5eadc7-e042-49a9-a110-5c8666bc8c4f req-e49de48b-9e9c-4996-b549-ff3792810cd2 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Jan 24 22:30:06.392521 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-a13500ec-c831-41e2-b65a-4721c1b94b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:06.394097 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-a13500ec-c831-41e2-b65a-4721c1b94b67 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f745f8e89f0b47f7a49e565becce2c16&device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 1096 time: 0.0454538 Jan 24 22:30:06.509052 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-6829a492-8f11-4947-bca8-e767341e2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:06.510548 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-6829a492-8f11-4947-bca8-e767341e2236 service neutron] 10.222.0.115 "GET /v2.0/networks?id=10de36a5-6511-4593-99b8-3e13068c9c6a HTTP/1.1" status: 200 len: 909 time: 0.0857847 Jan 24 22:30:06.526202 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76483387-deb6-4f27-909b-d673b643f28a req-e6552eb2-2029-4f68-a387-1046f8de6f16 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:06.527815 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-76483387-deb6-4f27-909b-d673b643f28a req-e6552eb2-2029-4f68-a387-1046f8de6f16 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0538025 Jan 24 22:30:06.563071 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-719d932f-fe18-46f3-8bf5-94208628777d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b459125-0bc6-4985-a7e9-81d9d90957c3 HTTP/1.1" status: 200 len: 217 time: 0.0380795 Jan 24 22:30:06.592842 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c2a14f5-9258-4dae-8a5c-222409225d3d req-5f341c84-e7d6-42f3-805f-1584d99a43bb tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 210 time: 0.0332592 Jan 24 22:30:06.597498 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-76483387-deb6-4f27-909b-d673b643f28a req-c0c89137-4ffc-41d1-944e-d117f82d4152 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628707 Jan 24 22:30:06.616890 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-2e8dc8b5-7e7d-4c64-a2fb-1f0628f3b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:06.618388 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-2e8dc8b5-7e7d-4c64-a2fb-1f0628f3b730 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=220db021-e9c3-40c9-bda5-61128d6699a2 HTTP/1.1" status: 200 len: 848 time: 0.0446787 Jan 24 22:30:06.658337 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-d53fc681-e9d2-4da6-8a6c-067e626ab722 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=10de36a5-6511-4593-99b8-3e13068c9c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246918 Jan 24 22:30:06.709296 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1e72-f82b-460b-ac1e-c285fae5cc47 req-54d4b40d-4395-4784-82ca-250e32787233 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:06.710774 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-170a1e72-f82b-460b-ac1e-c285fae5cc47 req-54d4b40d-4395-4784-82ca-250e32787233 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0520904 Jan 24 22:30:06.754567 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-3ecf64f7-fae4-4954-975a-2f99463673fd service neutron] 10.222.0.115 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857546 Jan 24 22:30:06.756230 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-170a1e72-f82b-460b-ac1e-c285fae5cc47 req-2291c76c-34a3-407a-b493-90a116a200ce tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397377 Jan 24 22:30:06.844963 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fbeef205-7098-42ce-8204-4b7e2a79dcb3 req-8cfda470-28a9-4d2e-bb2d-fb3edf29d741 service neutron] 10.222.0.115 "GET /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Jan 24 22:30:07.137400 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-981f45b9-6612-4034-95c4-df5144502cf9 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=5d1b7d2ae02848258a135c41a6fd52e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331209 Jan 24 22:30:07.334083 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-2e5f2052-33fd-4b56-9877-73b02345bef3 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:07.335506 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-2e5f2052-33fd-4b56-9877-73b02345bef3 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911018 Jan 24 22:30:07.368006 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Request body: {'port': {'device_id': '96169450-a083-4ea2-bf32-f61642531005', 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562', 'admin_state_up': True, 'tenant_id': '5d1b7d2ae02848258a135c41a6fd52e5'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:07.483651 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Made reservation on behalf of 5d1b7d2ae02848258a135c41a6fd52e5 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:07.487596 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:07.496525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:07.506711 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717995e9-5853-4358-9570-aa93cf242e1a req-b364c1bd-2ddc-4d5d-91bc-04b9d3740292 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:07.508198 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-717995e9-5853-4358-9570-aa93cf242e1a req-b364c1bd-2ddc-4d5d-91bc-04b9d3740292 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 943 time: 0.0511572 Jan 24 22:30:07.556123 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-717995e9-5853-4358-9570-aa93cf242e1a req-65390f70-17f7-421b-a782-41b299ccf0b4 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Jan 24 22:30:07.570246 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks [] for security_group (d2de616d-9703-4b5f-b74a-06decdeb9990), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:07.575890 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d2de616d-9703-4b5f-b74a-06decdeb9990), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:07.637565 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de616d-9703-4b5f-b74a-06decdeb9990,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:07.715615 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ad914a30-ad07-41dd-8e50-3e37941a0826 req-962cbb7a-a1d8-42cc-81eb-9324b7832c75 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 210 time: 0.0461984 Jan 24 22:30:07.719338 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Allocated IP 192.168.233.169 (f11ee643-927c-4424-995d-3c8d4580f562/598c306e-10b6-4524-9990-1e99b3ae9bc7/552da456-962b-427d-9564-afd0551bb574) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:30:07.739798 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b5413-1cae-4aed-8415-4a640b4d6e89 req-a5ca28c3-06a0-4da8-b051-db38ce1094e2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:07.741325 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5f6b5413-1cae-4aed-8415-4a640b4d6e89 req-a5ca28c3-06a0-4da8-b051-db38ce1094e2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0732546 Jan 24 22:30:07.795258 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5f6b5413-1cae-4aed-8415-4a640b4d6e89 req-1414edc7-527e-44a4-921b-9d1d41472b60 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483966 Jan 24 22:30:07.872916 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2183fa5-c155-42f0-8d8b-ff958bb89981 req-3ac249b5-c878-4c1d-8f74-e609dc8678d0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:07.874305 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks [] for port (552da456-962b-427d-9564-afd0551bb574), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:07.874490 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b2183fa5-c155-42f0-8d8b-ff958bb89981 req-3ac249b5-c878-4c1d-8f74-e609dc8678d0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0492661 Jan 24 22:30:07.909101 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (552da456-962b-427d-9564-afd0551bb574), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:07.926402 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b2183fa5-c155-42f0-8d8b-ff958bb89981 req-943bc46d-4a32-4e59-a198-b9c611acb429 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459535 Jan 24 22:30:07.954552 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Network f11ee643-927c-4424-995d-3c8d4580f562 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:30:07.957905 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:30:07.961559 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:30:07.975022 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Pushing event updated for resources: {'Port': ['ID=552da456-962b-427d-9564-afd0551bb574,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:08.026143 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:08.027188 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:08.045033 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-60267e7a-d919-49d0-95f1-6d983c7be08c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6806493 Jan 24 22:30:08.067732 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Request body: {'port': {'device_id': '96169450-a083-4ea2-bf32-f61642531005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:08.129156 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (552da456-962b-427d-9564-afd0551bb574), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:08.159290 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-83166e72-0a5f-44ad-bfae-e34092cdb2b7 None None] Provisioning complete for port 552da456-962b-427d-9564-afd0551bb574 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:30:08.159967 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-83166e72-0a5f-44ad-bfae-e34092cdb2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (552da456-962b-427d-9564-afd0551bb574), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:08.194121 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-83166e72-0a5f-44ad-bfae-e34092cdb2b7 None None] Port 552da456-962b-427d-9564-afd0551bb574 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:30:08.399937 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552da456-962b-427d-9564-afd0551bb574 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:30:08.407420 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Publish callbacks [] for port (552da456-962b-427d-9564-afd0551bb574), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:08.419166 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Transition to ACTIVE for port object 552da456-962b-427d-9564-afd0551bb574 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:30:08.426076 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (552da456-962b-427d-9564-afd0551bb574), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:08.472764 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Pushing event updated for resources: {'Port': ['ID=552da456-962b-427d-9564-afd0551bb574,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:08.546335 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Attempting to bind port 552da456-962b-427d-9564-afd0551bb574 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:30:08.547040 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Attempting to bind port 552da456-962b-427d-9564-afd0551bb574 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:30:08.547040 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Attempting to bind port 552da456-962b-427d-9564-afd0551bb574 on network f11ee643-927c-4424-995d-3c8d4580f562 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:30:08.551669 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Port 552da456-962b-427d-9564-afd0551bb574 on network f11ee643-927c-4424-995d-3c8d4580f562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:30:08.551988 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Attempting to bind port 552da456-962b-427d-9564-afd0551bb574 on network f11ee643-927c-4424-995d-3c8d4580f562 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:30:08.556965 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:30:08.557329 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Checking segment: {'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:30:08.557711 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Bound using segment: {'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:30:08.558153 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Bound port: 552da456-962b-427d-9564-afd0551bb574, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ac686f-04c2-441f-ac4a-3b470a0c4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:30:08.558510 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (552da456-962b-427d-9564-afd0551bb574), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:08.626211 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] For port 552da456-962b-427d-9564-afd0551bb574, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:30:08.629331 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] For port 552da456-962b-427d-9564-afd0551bb574, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=552da456-962b-427d-9564-afd0551bb574,segment=NetworkSegment(d7ac686f-04c2-441f-ac4a-3b470a0c4733),segment_id=d7ac686f-04c2-441f-ac4a-3b470a0c4733)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:30:08.637577 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (552da456-962b-427d-9564-afd0551bb574), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:08.671710 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb5819-4ddd-48cb-9648-29d4d3252e4a req-e29996d6-8a89-413b-9dc6-dd9f1d9435e8 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:08.672634 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-28bb5819-4ddd-48cb-9648-29d4d3252e4a req-e29996d6-8a89-413b-9dc6-dd9f1d9435e8 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 943 time: 0.0480220 Jan 24 22:30:08.681571 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:08.683076 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:08.684477 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] 10.222.0.115 "PUT /v2.0/ports/552da456-962b-427d-9564-afd0551bb574 HTTP/1.1" status: 200 len: 1098 time: 0.6220374 Jan 24 22:30:08.687650 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96169450-a083-4ea2-bf32-f61642531005', 'tag': '552da456-962b-427d-9564-afd0551bb574'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:08.689969 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a60cdb1-fd6a-4b80-978a-22589da71663" -d '{"events": [{"name": "network-changed", "server_uuid": "96169450-a083-4ea2-bf32-f61642531005", "tag": "552da456-962b-427d-9564-afd0551bb574"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:08.719292 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb742c-daf6-41e9-969a-607135f003e2 service neutron] Pushing event updated for resources: {'Port': ['ID=552da456-962b-427d-9564-afd0551bb574,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:08.748000 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471f94d7-fc19-4e34-8da6-b22faffe30c8 x-openstack-request-id: req-471f94d7-fc19-4e34-8da6-b22faffe30c8 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:08.748342 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96169450-a083-4ea2-bf32-f61642531005", "tag": "552da456-962b-427d-9564-afd0551bb574", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:08.748601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-471f94d7-fc19-4e34-8da6-b22faffe30c8 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:08.749011 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96169450-a083-4ea2-bf32-f61642531005', 'tag': '552da456-962b-427d-9564-afd0551bb574', 'status': 'completed', 'code': 200} Jan 24 22:30:08.751931 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-28bb5819-4ddd-48cb-9648-29d4d3252e4a req-e542478d-cd14-4f91-91eb-1462dd95838a tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732698 Jan 24 22:30:08.852477 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-1321757f-3d36-413a-90f6-d63a3b8ad58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:08.854183 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-1321757f-3d36-413a-90f6-d63a3b8ad58d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=5d1b7d2ae02848258a135c41a6fd52e5&device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 1101 time: 0.0506499 Jan 24 22:30:08.859475 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80846-781c-4144-85d3-21eeb89327a2 req-ac2b1b2f-abd6-46ff-a6ee-aae9dffee13a tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:08.861441 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cfd80846-781c-4144-85d3-21eeb89327a2 req-ac2b1b2f-abd6-46ff-a6ee-aae9dffee13a tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 948 time: 0.0604303 Jan 24 22:30:08.914248 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-472f2f89-7b66-46c6-9b47-9e910140ea1a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=552da456-962b-427d-9564-afd0551bb574 HTTP/1.1" status: 200 len: 217 time: 0.0351248 Jan 24 22:30:08.936957 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cfd80846-781c-4144-85d3-21eeb89327a2 req-35f266b0-aca1-4fea-be20-249e1847c67a tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693481 Jan 24 22:30:08.949948 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67347702-5633-42c2-bdc4-cc4647707e51 req-7d67e68d-1385-45e4-9d05-f79d986dd18d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:08.950624 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67347702-5633-42c2-bdc4-cc4647707e51 req-7d67e68d-1385-45e4-9d05-f79d986dd18d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0749381 Jan 24 22:30:08.971865 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-fcdc3c96-819d-437a-aec3-846ec03f9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:08.973713 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-fcdc3c96-819d-437a-aec3-846ec03f9a97 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=598c306e-10b6-4524-9990-1e99b3ae9bc7 HTTP/1.1" status: 200 len: 843 time: 0.0512018 Jan 24 22:30:09.016391 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67347702-5633-42c2-bdc4-cc4647707e51 req-d8640bce-e370-4226-8734-e3ad5c332031 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540073 Jan 24 22:30:09.040204 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-e70c2672-a2d0-42ce-9aa2-73c559b890ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:09.041733 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-e70c2672-a2d0-42ce-9aa2-73c559b890ac service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f11ee643-927c-4424-995d-3c8d4580f562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0493603 Jan 24 22:30:09.057813 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c56e3-fbb3-497f-a126-ba0f47c269f5 req-361b7025-f097-4510-8aa6-45def9b35c82 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:09.059343 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f19c56e3-fbb3-497f-a126-ba0f47c269f5 req-361b7025-f097-4510-8aa6-45def9b35c82 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0571125 Jan 24 22:30:09.108013 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f19c56e3-fbb3-497f-a126-ba0f47c269f5 req-b648d6df-a349-4cdc-8310-7381713a7dd3 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427155 Jan 24 22:30:09.135166 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-35cabaf7-fd5a-47c9-9696-e6fdb969d109 service neutron] 10.222.0.115 "GET /v2.0/networks/f11ee643-927c-4424-995d-3c8d4580f562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 Jan 24 22:30:09.247102 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce2d7fd7-f8df-4e80-adf5-e7e3a896ad9b req-3d19f5a5-9de5-437f-82b3-80577ca4310d service neutron] 10.222.0.115 "GET /v2.0/networks/f11ee643-927c-4424-995d-3c8d4580f562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961111 Jan 24 22:30:09.463601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-2ea46975-5358-421c-8285-d72284578672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:09.465103 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-2ea46975-5358-421c-8285-d72284578672 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=5d1b7d2ae02848258a135c41a6fd52e5&device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 1101 time: 0.0406446 Jan 24 22:30:09.560372 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-05ed5294-ab7d-4c2a-9495-ad4b971b580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:09.561905 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-05ed5294-ab7d-4c2a-9495-ad4b971b580c service neutron] 10.222.0.115 "GET /v2.0/networks?id=f11ee643-927c-4424-995d-3c8d4580f562 HTTP/1.1" status: 200 len: 870 time: 0.0896411 Jan 24 22:30:09.607858 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-b1c025ea-dcb5-4047-91d9-75147ada6386 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=552da456-962b-427d-9564-afd0551bb574 HTTP/1.1" status: 200 len: 217 time: 0.0376942 Jan 24 22:30:09.658998 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-09e15954-57e8-4ca5-80c5-3f746dc6f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:09.660384 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-09e15954-57e8-4ca5-80c5-3f746dc6f544 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=598c306e-10b6-4524-9990-1e99b3ae9bc7 HTTP/1.1" status: 200 len: 843 time: 0.0428209 Jan 24 22:30:09.713723 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-30d12bee-c323-4535-9ed1-d30dad29c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:09.715094 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-30d12bee-c323-4535-9ed1-d30dad29c8be service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f11ee643-927c-4424-995d-3c8d4580f562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406234 Jan 24 22:30:09.809871 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-b53abf9f-bdf7-4363-93ef-958ee2d0d5f6 service neutron] 10.222.0.115 "GET /v2.0/networks/f11ee643-927c-4424-995d-3c8d4580f562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Jan 24 22:30:09.854759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 8b459125-0bc6-4985-a7e9-81d9d90957c3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:30:09.869481 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6d9b-3e19-4976-9e99-47164109d979 req-57082cf7-ea49-44cb-bbce-38c8d3fe259b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:09.870982 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-897f6d9b-3e19-4976-9e99-47164109d979 req-57082cf7-ea49-44cb-bbce-38c8d3fe259b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 943 time: 0.0533469 Jan 24 22:30:09.907151 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a60cdb1-fd6a-4b80-978a-22589da71663 req-73943ac3-b0fd-45b6-8469-e9a1ac7788da service neutron] 10.222.0.115 "GET /v2.0/networks/f11ee643-927c-4424-995d-3c8d4580f562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864217 Jan 24 22:30:09.928573 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-897f6d9b-3e19-4976-9e99-47164109d979 req-dd199409-e1d0-4abb-a9ca-5db7542c99fa tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505002 Jan 24 22:30:09.956739 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 8b459125-0bc6-4985-a7e9-81d9d90957c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b459125-0bc6-4985-a7e9-81d9d90957c3,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:09.967720 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '8b459125-0bc6-4985-a7e9-81d9d90957c3', 'network_id': '10de36a5-6511-4593-99b8-3e13068c9c6a', 'port_id': '8b459125-0bc6-4985-a7e9-81d9d90957c3', 'mac_address': 'fa:16:3e:3f:15:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220db021-e9c3-40c9-bda5-61128d6699a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:30:10.006302 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 8b459125-0bc6-4985-a7e9-81d9d90957c3 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:30:10.006688 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:10.023520 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b459125-0bc6-4985-a7e9-81d9d90957c3 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:30:10.043556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 8b459125-0bc6-4985-a7e9-81d9d90957c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b459125-0bc6-4985-a7e9-81d9d90957c3,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:10.054737 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:10.067288 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcb9b6-44c7-4d67-8263-6df62d15506a req-9ad5637e-4f10-4553-acf2-fe22baa8ff87 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:10.068837 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5edcb9b6-44c7-4d67-8263-6df62d15506a req-9ad5637e-4f10-4553-acf2-fe22baa8ff87 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 948 time: 0.0570505 Jan 24 22:30:10.108176 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=8b459125-0bc6-4985-a7e9-81d9d90957c3,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:10.150296 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5edcb9b6-44c7-4d67-8263-6df62d15506a req-3a18efd6-cca2-467b-9bc3-d8dd7d20f0ff tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747421 Jan 24 22:30:10.167024 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76f9c0-32a8-4ec9-9d0d-8c599122b921 req-11d640bc-7065-4b2a-9661-9336f6e59668 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:10.168600 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ae76f9c0-32a8-4ec9-9d0d-8c599122b921 req-11d640bc-7065-4b2a-9661-9336f6e59668 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0706313 Jan 24 22:30:10.226636 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ae76f9c0-32a8-4ec9-9d0d-8c599122b921 req-a68a969b-75f0-4710-b53a-e4266a44b45d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519567 Jan 24 22:30:10.262382 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6fa89-0407-4641-8de5-6df1023576fc req-ab17d662-c9e0-4784-a1da-ba8459adb528 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:10.264229 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bcd6fa89-0407-4641-8de5-6df1023576fc req-ab17d662-c9e0-4784-a1da-ba8459adb528 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0532725 Jan 24 22:30:10.311304 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bcd6fa89-0407-4641-8de5-6df1023576fc req-0284c110-af86-4a36-8b22-9a1c963a3f68 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Jan 24 22:30:10.659673 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['8b459125-0bc6-4985-a7e9-81d9d90957c3'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:11.050377 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4b93-8dfd-499c-a640-45a692b4be7c req-40539b6e-774d-4269-bb76-53be1c948e0a tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:11.051850 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-45ed4b93-8dfd-499c-a640-45a692b4be7c req-40539b6e-774d-4269-bb76-53be1c948e0a tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 944 time: 0.0504456 Jan 24 22:30:11.106423 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-45ed4b93-8dfd-499c-a640-45a692b4be7c req-c05a07ce-0b41-4506-a335-951ac739c7dc tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464339 Jan 24 22:30:11.278929 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278dc9d-10b9-422d-b3c9-9c5952189d72 req-0c1b537d-3529-4eda-9a75-6df26998a04e tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:11.280382 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e278dc9d-10b9-422d-b3c9-9c5952189d72 req-0c1b537d-3529-4eda-9a75-6df26998a04e tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 948 time: 0.0533524 Jan 24 22:30:11.354782 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e278dc9d-10b9-422d-b3c9-9c5952189d72 req-d5b3e901-7143-4038-ae4c-8b289b8d6efa tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685825 Jan 24 22:30:11.367537 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df5ea1-fb2a-4d7b-90ed-45a6f03ea1b5 req-eeaf40d4-c38c-416e-91d9-7f543800943e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:11.369006 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-61df5ea1-fb2a-4d7b-90ed-45a6f03ea1b5 req-eeaf40d4-c38c-416e-91d9-7f543800943e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0674078 Jan 24 22:30:11.425527 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-61df5ea1-fb2a-4d7b-90ed-45a6f03ea1b5 req-91bd3b28-6bc5-4048-bee0-8ebb5080d745 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505602 Jan 24 22:30:11.487786 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779be25-9521-400d-8ef4-88fda3d31057 req-6949f32e-f460-4eee-8af4-33c03e5bfce4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:11.489552 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1779be25-9521-400d-8ef4-88fda3d31057 req-6949f32e-f460-4eee-8af4-33c03e5bfce4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0627275 Jan 24 22:30:11.540638 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1779be25-9521-400d-8ef4-88fda3d31057 req-04269c45-7787-4385-a22b-e6a04115c313 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456357 Jan 24 22:30:12.075104 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 8b459125-0bc6-4985-a7e9-81d9d90957c3 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:30:12.127916 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 8b459125-0bc6-4985-a7e9-81d9d90957c3 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:30:12.132461 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 8b459125-0bc6-4985-a7e9-81d9d90957c3 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:30:12.132846 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:12.209689 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 8b459125-0bc6-4985-a7e9-81d9d90957c3 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:30:12.210075 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:12.225082 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba919e-c5ca-439a-ac88-a72233a6f024 req-fcc8cd97-b52a-4160-bcdc-0d2fab659225 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:12.226565 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-22ba919e-c5ca-439a-ac88-a72233a6f024 req-fcc8cd97-b52a-4160-bcdc-0d2fab659225 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 944 time: 0.0477886 Jan 24 22:30:12.233443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff8015-35d9-4196-8b1b-ea299e359e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b459125-0bc6-4985-a7e9-81d9d90957c3'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:12.235661 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41c28b9-4538-469e-8dbe-b600336ad7d1" -d '{"events": [{"server_uuid": "a3ff8015-35d9-4196-8b1b-ea299e359e25", "name": "network-vif-plugged", "status": "completed", "tag": "8b459125-0bc6-4985-a7e9-81d9d90957c3"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:12.251686 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 8b459125-0bc6-4985-a7e9-81d9d90957c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b459125-0bc6-4985-a7e9-81d9d90957c3,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:12.257799 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:12.277938 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-22ba919e-c5ca-439a-ac88-a72233a6f024 req-912f1b6f-8d32-4c16-966b-7e032dab2fa6 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Jan 24 22:30:12.284719 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8f4524-ca13-460f-ad79-8e1231192678 x-openstack-request-id: req-af8f4524-ca13-460f-ad79-8e1231192678 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:12.285036 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff8015-35d9-4196-8b1b-ea299e359e25", "name": "network-vif-plugged", "status": "completed", "tag": "8b459125-0bc6-4985-a7e9-81d9d90957c3", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:12.285352 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-af8f4524-ca13-460f-ad79-8e1231192678 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:12.285689 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ff8015-35d9-4196-8b1b-ea299e359e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b459125-0bc6-4985-a7e9-81d9d90957c3', 'code': 200} Jan 24 22:30:12.310451 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=8b459125-0bc6-4985-a7e9-81d9d90957c3,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:12.476816 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ee5cc-5a33-4f5c-8368-9101a3476086 req-a08176e0-5c83-4011-974e-badb99c68143 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:12.478331 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-376ee5cc-5a33-4f5c-8368-9101a3476086 req-a08176e0-5c83-4011-974e-badb99c68143 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 948 time: 0.0551281 Jan 24 22:30:12.524798 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937577e-b027-4db3-af2e-624751f9f976 req-9c85ea26-8666-431e-8854-2bd8e7c309f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:12.526483 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0937577e-b027-4db3-af2e-624751f9f976 req-9c85ea26-8666-431e-8854-2bd8e7c309f0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 1098 time: 0.0460179 Jan 24 22:30:12.553954 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-376ee5cc-5a33-4f5c-8368-9101a3476086 req-e7a56dc5-9997-48ae-811f-199f171dc94c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698333 Jan 24 22:30:12.564589 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a54c-dd24-43f2-b897-14a927c65e32 req-46cf1020-ebf7-43fa-a6e3-dbe59311dfae tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:12.566099 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-59b5a54c-dd24-43f2-b897-14a927c65e32 req-46cf1020-ebf7-43fa-a6e3-dbe59311dfae tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0761552 Jan 24 22:30:12.585714 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0937577e-b027-4db3-af2e-624751f9f976 req-96d3014f-8726-40cf-aedc-936b3306a686 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Jan 24 22:30:12.615565 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-59b5a54c-dd24-43f2-b897-14a927c65e32 req-8e1e18ae-0c30-4c30-9595-ac615e3f4b94 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Jan 24 22:30:12.705417 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409cb42-3a6c-4875-9f9f-e019fec56b42 req-e4e1befe-4a51-407f-81ff-764402735e0c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:12.706903 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d409cb42-3a6c-4875-9f9f-e019fec56b42 req-e4e1befe-4a51-407f-81ff-764402735e0c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0484083 Jan 24 22:30:12.757717 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d409cb42-3a6c-4875-9f9f-e019fec56b42 req-2db4523b-d76b-451e-81c3-38bc1e660d34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453060 Jan 24 22:30:13.395762 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f88d86-e8d9-4df4-89e4-0abe75f4cc70 req-96039d0d-d8f5-4e9a-bfbd-731b0ae0f905 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:13.397218 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a6f88d86-e8d9-4df4-89e4-0abe75f4cc70 req-96039d0d-d8f5-4e9a-bfbd-731b0ae0f905 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 945 time: 0.0503840 Jan 24 22:30:13.443902 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a6f88d86-e8d9-4df4-89e4-0abe75f4cc70 req-33c620a6-a5ff-4367-bf52-7affe1441756 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Jan 24 22:30:13.672467 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6854ac-1ca8-4b0e-bfdd-888e1d8f28fe req-b6c1c131-5e3f-4a9d-a76f-2e4934cc1d52 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:13.674654 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bb6854ac-1ca8-4b0e-bfdd-888e1d8f28fe req-b6c1c131-5e3f-4a9d-a76f-2e4934cc1d52 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 948 time: 0.0523903 Jan 24 22:30:13.750849 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bb6854ac-1ca8-4b0e-bfdd-888e1d8f28fe req-f4085d1f-5e89-48dc-9a59-d09cb8fb41aa tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Jan 24 22:30:13.763954 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322a60-2e78-4910-b0ff-4baf98689f1d req-6d4dacaf-6a13-45c9-b77f-4feaeb4a0e21 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:13.765389 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ec322a60-2e78-4910-b0ff-4baf98689f1d req-6d4dacaf-6a13-45c9-b77f-4feaeb4a0e21 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0777659 Jan 24 22:30:13.813701 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ec322a60-2e78-4910-b0ff-4baf98689f1d req-64fdbd93-1d81-42e7-a608-3b2c059e7e3e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Jan 24 22:30:13.876874 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a950b5-710c-43f7-a5ab-d5ccfaa4f3d6 req-9bbe3377-1064-4c5f-9c73-4e3eaf0fc37e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:13.878630 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-51a950b5-710c-43f7-a5ab-d5ccfaa4f3d6 req-9bbe3377-1064-4c5f-9c73-4e3eaf0fc37e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0502849 Jan 24 22:30:13.929776 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-51a950b5-710c-43f7-a5ab-d5ccfaa4f3d6 req-39139d35-02b6-4d72-9a45-d3de4a46521c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462339 Jan 24 22:30:14.045610 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0c76c-3d9c-409f-b15a-a3b6ef575413 req-c74802a9-b122-4eee-86e9-a853455b9381 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:14.047057 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2e0c76c-3d9c-409f-b15a-a3b6ef575413 req-c74802a9-b122-4eee-86e9-a853455b9381 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 946 time: 0.0484939 Jan 24 22:30:14.088588 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 552da456-962b-427d-9564-afd0551bb574 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:30:14.102215 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2e0c76c-3d9c-409f-b15a-a3b6ef575413 req-496d6d6c-647a-41a3-864e-4c4a13c81c2c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492373 Jan 24 22:30:14.194882 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 552da456-962b-427d-9564-afd0551bb574, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=552da456-962b-427d-9564-afd0551bb574,segment=NetworkSegment(d7ac686f-04c2-441f-ac4a-3b470a0c4733),segment_id=d7ac686f-04c2-441f-ac4a-3b470a0c4733)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:14.208606 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '552da456-962b-427d-9564-afd0551bb574', 'network_id': 'f11ee643-927c-4424-995d-3c8d4580f562', 'port_id': '552da456-962b-427d-9564-afd0551bb574', 'mac_address': 'fa:16:3e:2b:38:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598c306e-10b6-4524-9990-1e99b3ae9bc7', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:30:14.245923 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 552da456-962b-427d-9564-afd0551bb574 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:30:14.246321 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (552da456-962b-427d-9564-afd0551bb574), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:14.259753 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552da456-962b-427d-9564-afd0551bb574 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:30:14.280034 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 552da456-962b-427d-9564-afd0551bb574, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=552da456-962b-427d-9564-afd0551bb574,segment=NetworkSegment(d7ac686f-04c2-441f-ac4a-3b470a0c4733),segment_id=d7ac686f-04c2-441f-ac4a-3b470a0c4733)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:14.287965 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (552da456-962b-427d-9564-afd0551bb574), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:14.337183 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=552da456-962b-427d-9564-afd0551bb574,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:14.565440 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833090-a15a-4005-a4ab-101036743d43 req-9432f33e-a7ba-4c75-b069-676062a94aa1 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:14.566984 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-81833090-a15a-4005-a4ab-101036743d43 req-9432f33e-a7ba-4c75-b069-676062a94aa1 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 945 time: 0.0522723 Jan 24 22:30:14.648422 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-81833090-a15a-4005-a4ab-101036743d43 req-01c2cbf7-fcdd-4e5b-a028-4240f05a9641 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760176 Jan 24 22:30:14.659745 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aee3e-1b2c-4505-a364-dc493933ed28 req-2380a7d1-cf53-45ab-930f-5e2ab41d8125 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:14.661223 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b37aee3e-1b2c-4505-a364-dc493933ed28 req-2380a7d1-cf53-45ab-930f-5e2ab41d8125 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0716972 Jan 24 22:30:14.711695 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b37aee3e-1b2c-4505-a364-dc493933ed28 req-6b4d5482-5550-4b7a-966f-2efe8c415a08 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Jan 24 22:30:14.873693 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f5de9-b885-4b19-ade8-061878b7fa97 req-af0af0b8-bfbc-450c-add7-4e8cbdcd12b5 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:14.875278 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8e4f5de9-b885-4b19-ade8-061878b7fa97 req-af0af0b8-bfbc-450c-add7-4e8cbdcd12b5 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 949 time: 0.0553513 Jan 24 22:30:14.954707 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ea5d8-ddad-4cba-bd52-49e8f5acd500 req-bcac84af-c96e-4677-bdf7-e664fad7eca4 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:14.956354 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-658ea5d8-ddad-4cba-bd52-49e8f5acd500 req-bcac84af-c96e-4677-bdf7-e664fad7eca4 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0759292 Jan 24 22:30:14.959998 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8e4f5de9-b885-4b19-ade8-061878b7fa97 req-08124c0d-a413-45c2-beec-7bd517222656 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785863 Jan 24 22:30:15.019330 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-658ea5d8-ddad-4cba-bd52-49e8f5acd500 req-dae9f212-0c05-4dc0-b6c2-d89565831e7c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Jan 24 22:30:15.035747 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['552da456-962b-427d-9564-afd0551bb574'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:15.086707 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c86dd-98de-4330-9e15-105ddb821d63 req-43550c38-5331-443a-b971-6cdc1c261474 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:15.088307 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cf2c86dd-98de-4330-9e15-105ddb821d63 req-43550c38-5331-443a-b971-6cdc1c261474 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0564852 Jan 24 22:30:15.377563 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cf2c86dd-98de-4330-9e15-105ddb821d63 req-8c837be2-a206-4516-9029-03c6ef27a3a1 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828617 Jan 24 22:30:15.385822 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6cd9b-c73f-4f79-9f12-3ac3c19191c9 req-c8e2affb-28a8-4469-8cc1-6fc8b1fff1d0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:15.387266 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-25e6cd9b-c73f-4f79-9f12-3ac3c19191c9 req-c8e2affb-28a8-4469-8cc1-6fc8b1fff1d0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 946 time: 0.0695207 Jan 24 22:30:15.436759 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-25e6cd9b-c73f-4f79-9f12-3ac3c19191c9 req-b9dc7eec-39c7-4d05-b742-be76263e9d49 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Jan 24 22:30:15.625885 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bb9a3-c6bd-4dd4-a4a8-4cb552a10121 req-ca54d06a-e4e9-466c-84ff-388e8c1e2541 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:15.627347 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3f2bb9a3-c6bd-4dd4-a4a8-4cb552a10121 req-ca54d06a-e4e9-466c-84ff-388e8c1e2541 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 945 time: 0.0512571 Jan 24 22:30:15.677607 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3f2bb9a3-c6bd-4dd4-a4a8-4cb552a10121 req-12e59179-c63f-45cd-b8e3-1a5332c1b7a2 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Jan 24 22:30:15.845606 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7bd48-8a6b-4a48-8243-27e75a0d2fa3 req-20de3c8e-9935-4f81-b94d-7eb23642f605 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:15.847113 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-52f7bd48-8a6b-4a48-8243-27e75a0d2fa3 req-20de3c8e-9935-4f81-b94d-7eb23642f605 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0570288 Jan 24 22:30:15.896227 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-52f7bd48-8a6b-4a48-8243-27e75a0d2fa3 req-a8c37653-87ab-4126-ae17-b60cb57b776b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 Jan 24 22:30:16.102665 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0007d-7c04-42e5-a71a-393d7aaaf41c req-c6784937-161e-4ece-9926-9920b5f0bcc3 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:16.104184 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-88c0007d-7c04-42e5-a71a-393d7aaaf41c req-c6784937-161e-4ece-9926-9920b5f0bcc3 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 949 time: 0.0564144 Jan 24 22:30:16.153457 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfa2f-acbe-4be8-b7fc-3e4c50e366b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:16.186946 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a19579-6e3f-40c9-83be-a44f0cc35b69 req-ee389767-97e1-4178-9151-2bb7e985c9ef tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:16.188409 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-00a19579-6e3f-40c9-83be-a44f0cc35b69 req-ee389767-97e1-4178-9151-2bb7e985c9ef tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0833504 Jan 24 22:30:16.207478 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-88c0007d-7c04-42e5-a71a-393d7aaaf41c req-d008183a-6ed4-4755-9733-20aa62c25910 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924942 Jan 24 22:30:16.221120 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af613c5c-92a6-442c-9286-8b39e8ea4d95 req-29cb5ccf-2385-4fc9-8fc2-926d459fc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:16.222636 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af613c5c-92a6-442c-9286-8b39e8ea4d95 req-29cb5ccf-2385-4fc9-8fc2-926d459fc739 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1099 time: 0.0405755 Jan 24 22:30:16.257573 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-00a19579-6e3f-40c9-83be-a44f0cc35b69 req-811005d6-1d43-42dc-bafb-651295bca6f8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611989 Jan 24 22:30:16.276406 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af613c5c-92a6-442c-9286-8b39e8ea4d95 req-83a45dca-6a1f-4cf7-a408-af078dc241fd service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450687 Jan 24 22:30:16.498757 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e9624-5890-4d2a-8798-c6adad56bcaf req-98905d14-8677-405f-a658-a364d7ebbab1 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:16.500271 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b43e9624-5890-4d2a-8798-c6adad56bcaf req-98905d14-8677-405f-a658-a364d7ebbab1 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0493047 Jan 24 22:30:16.559767 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 552da456-962b-427d-9564-afd0551bb574 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:30:16.582909 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b43e9624-5890-4d2a-8798-c6adad56bcaf req-0f780558-de91-4f67-a274-6175a282a56e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732305 Jan 24 22:30:16.591231 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98927c3c-b32c-4722-8bcc-4137178dfd7a req-131450ba-c019-472d-9301-ef0cc9cd3ffa tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:16.597691 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-98927c3c-b32c-4722-8bcc-4137178dfd7a req-131450ba-c019-472d-9301-ef0cc9cd3ffa tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 946 time: 0.0890274 Jan 24 22:30:16.622818 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 552da456-962b-427d-9564-afd0551bb574 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:30:16.627184 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 552da456-962b-427d-9564-afd0551bb574 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:30:16.627571 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (552da456-962b-427d-9564-afd0551bb574), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:16.647084 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-98927c3c-b32c-4722-8bcc-4137178dfd7a req-925199d1-bb29-4c16-acb1-ea04317aafb6 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481553 Jan 24 22:30:16.675258 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:30:16.714219 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 552da456-962b-427d-9564-afd0551bb574 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:30:16.714632 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (552da456-962b-427d-9564-afd0551bb574), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:16.737813 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96169450-a083-4ea2-bf32-f61642531005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552da456-962b-427d-9564-afd0551bb574'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:16.740076 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b2858b-6f8b-4a96-b4da-b44336fdc4d7" -d '{"events": [{"server_uuid": "96169450-a083-4ea2-bf32-f61642531005", "name": "network-vif-plugged", "status": "completed", "tag": "552da456-962b-427d-9564-afd0551bb574"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:16.752707 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 552da456-962b-427d-9564-afd0551bb574, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=552da456-962b-427d-9564-afd0551bb574,segment=NetworkSegment(d7ac686f-04c2-441f-ac4a-3b470a0c4733),segment_id=d7ac686f-04c2-441f-ac4a-3b470a0c4733)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:16.757710 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (552da456-962b-427d-9564-afd0551bb574), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:16.781107 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c892d92c-27ea-4c9c-a55b-f2d663b34fcb x-openstack-request-id: req-c892d92c-27ea-4c9c-a55b-f2d663b34fcb {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:16.781417 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96169450-a083-4ea2-bf32-f61642531005", "name": "network-vif-plugged", "status": "completed", "tag": "552da456-962b-427d-9564-afd0551bb574", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:16.781669 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c892d92c-27ea-4c9c-a55b-f2d663b34fcb {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:16.782047 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96169450-a083-4ea2-bf32-f61642531005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552da456-962b-427d-9564-afd0551bb574', 'code': 200} Jan 24 22:30:16.801168 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb790296-4d11-4239-a387-ba55fe67be6a req-8fad91ac-6d62-48b1-b23f-103d5e759cba tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:16.802666 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cb790296-4d11-4239-a387-ba55fe67be6a req-8fad91ac-6d62-48b1-b23f-103d5e759cba tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 945 time: 0.0520415 Jan 24 22:30:16.807787 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=552da456-962b-427d-9564-afd0551bb574,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:16.851124 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cb790296-4d11-4239-a387-ba55fe67be6a req-31cdf10b-da0b-4690-abcd-6ce00c70593e tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Jan 24 22:30:17.025072 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b635ec-f67e-4476-8c39-e20450bf7b8a req-00c6a562-da85-44b6-bacb-419edc65e26c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:17.026652 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-38b635ec-f67e-4476-8c39-e20450bf7b8a req-00c6a562-da85-44b6-bacb-419edc65e26c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0534983 Jan 24 22:30:17.079885 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-38b635ec-f67e-4476-8c39-e20450bf7b8a req-c6f025a1-c17c-4bf7-b7e5-6b4fdc7beddf tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475981 Jan 24 22:30:17.087780 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8fcef-3ef8-447d-aac9-1619251fdbb9 req-66955446-c699-4f2a-8de2-371f6f28c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:17.089703 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68f8fcef-3ef8-447d-aac9-1619251fdbb9 req-66955446-c699-4f2a-8de2-371f6f28c374 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 1103 time: 0.0539858 Jan 24 22:30:17.141113 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68f8fcef-3ef8-447d-aac9-1619251fdbb9 req-18a86a14-988f-4e8a-8f64-8432dabcc1ee service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Jan 24 22:30:17.341900 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305c3d2-fd3e-4945-94d6-318f4e5c1626 req-19923b53-9919-4616-b17c-a981c2754846 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:17.343615 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4305c3d2-fd3e-4945-94d6-318f4e5c1626 req-19923b53-9919-4616-b17c-a981c2754846 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0605109 Jan 24 22:30:17.439681 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcd9ae-212b-41fb-9480-0d38934eddbe req-80e61b62-fcf6-42d9-ad34-d953ef5f8601 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:17.441231 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f9bcd9ae-212b-41fb-9480-0d38934eddbe req-80e61b62-fcf6-42d9-ad34-d953ef5f8601 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0966699 Jan 24 22:30:17.446063 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4305c3d2-fd3e-4945-94d6-318f4e5c1626 req-31501203-dd54-4c80-abfc-6b4ee7c8a61d tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922301 Jan 24 22:30:17.507558 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f9bcd9ae-212b-41fb-9480-0d38934eddbe req-efa275ff-e96e-486a-9002-5d27ce13bd3b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601499 Jan 24 22:30:17.726215 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f48b52-dd30-4b05-a9db-84c98a9d9a47 req-afdfdb5b-45fd-4226-90fb-1d3ad87300a9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:17.727776 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e0f48b52-dd30-4b05-a9db-84c98a9d9a47 req-afdfdb5b-45fd-4226-90fb-1d3ad87300a9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0649052 Jan 24 22:30:17.818925 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5f628-f09c-4bf7-bdd3-13d7b705c999 req-3a6c5fea-12af-4112-b56e-00fd60ea6a1c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:17.820589 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b8d5f628-f09c-4bf7-bdd3-13d7b705c999 req-3a6c5fea-12af-4112-b56e-00fd60ea6a1c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 946 time: 0.0919397 Jan 24 22:30:17.825714 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e0f48b52-dd30-4b05-a9db-84c98a9d9a47 req-b0c850b9-0591-4370-8901-cb5e73d797c4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881987 Jan 24 22:30:17.877872 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b8d5f628-f09c-4bf7-bdd3-13d7b705c999 req-282a8041-a198-4795-9cba-54fc560935e0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Jan 24 22:30:17.981531 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d060ba9-e78a-40bf-a3f0-e578d2159c57 req-c82ea456-c089-4187-9ae2-2d57a062e922 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:17.983341 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9d060ba9-e78a-40bf-a3f0-e578d2159c57 req-c82ea456-c089-4187-9ae2-2d57a062e922 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 945 time: 0.0565290 Jan 24 22:30:18.046136 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9d060ba9-e78a-40bf-a3f0-e578d2159c57 req-0e0d2a1a-307c-4e84-b72c-6ee8bb2c9580 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570757 Jan 24 22:30:18.213900 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d764ed-a946-4caf-8e60-003e88d6a818 req-716fb896-81e8-4569-b6b7-82842595c8eb tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:18.216352 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c8d764ed-a946-4caf-8e60-003e88d6a818 req-716fb896-81e8-4569-b6b7-82842595c8eb tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0564554 Jan 24 22:30:18.265868 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c8d764ed-a946-4caf-8e60-003e88d6a818 req-1f803a44-4f0f-4a60-810a-6ae5ae3f0ac8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Jan 24 22:30:18.478785 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345d88-6a59-4c50-9429-f9048ede3773 req-b620dad8-79ce-4601-b2a5-661ee5ea5447 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:18.480392 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-47345d88-6a59-4c50-9429-f9048ede3773 req-b620dad8-79ce-4601-b2a5-661ee5ea5447 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 946 time: 0.0743976 Jan 24 22:30:18.487357 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dd3d528f-25ae-447f-8c0a-d86624abbc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:18.579855 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43940cbb-1606-45f0-aef9-5dbdc62d721a req-31eeb9dc-2f15-4e90-8607-e922f018a67d tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:18.582160 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-43940cbb-1606-45f0-aef9-5dbdc62d721a req-31eeb9dc-2f15-4e90-8607-e922f018a67d tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0583901 Jan 24 22:30:18.666845 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Deleting port d633875b-72bb-44b2-823b-29984eecca9f {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:30:18.667186 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (d633875b-72bb-44b2-823b-29984eecca9f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:18.670335 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a7e4b-2a04-4801-b5a4-786913db1682 req-b745d61e-f340-47bd-9106-cf4ee0b11bad tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:18.671847 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-907a7e4b-2a04-4801-b5a4-786913db1682 req-b745d61e-f340-47bd-9106-cf4ee0b11bad tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0870454 Jan 24 22:30:18.676289 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-43940cbb-1606-45f0-aef9-5dbdc62d721a req-694b2595-8153-4b27-998a-4db997515fda tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829859 Jan 24 22:30:18.731456 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-907a7e4b-2a04-4801-b5a4-786913db1682 req-d3628be4-f8d4-4810-94c7-af68096a4ed4 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535929 Jan 24 22:30:18.760521 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] For port d633875b-72bb-44b2-823b-29984eecca9f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d633875b-72bb-44b2-823b-29984eecca9f,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:18.760879 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (d633875b-72bb-44b2-823b-29984eecca9f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:18.774502 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Calling delete_port for d633875b-72bb-44b2-823b-29984eecca9f owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:30:18.914339 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (d633875b-72bb-44b2-823b-29984eecca9f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:18.955051 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Pushing event deleted for resources: {'Port': ['ID=d633875b-72bb-44b2-823b-29984eecca9f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:18.959325 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8337bb-6641-4e8a-9202-acdbf41a6258 req-387dfd1c-cb08-49e9-a77c-311440d5884c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:18.961458 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ec8337bb-6641-4e8a-9202-acdbf41a6258 req-387dfd1c-cb08-49e9-a77c-311440d5884c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0534744 Jan 24 22:30:18.973191 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['0843b280-c8c5-4405-93c7-2ba198e91f41', 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285', '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31', 'd633875b-72bb-44b2-823b-29984eecca9f'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:18.993827 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cf6c8324-c0be-4292-8386-b60efca93558 req-83dabdfe-71d3-44ee-8daa-4d5f19669a5d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 210 time: 0.0312803 Jan 24 22:30:19.019203 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] No DVR routers for this DVR port d633875b-72bb-44b2-823b-29984eecca9f on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:30:19.023188 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:19.028150 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-47345d88-6a59-4c50-9429-f9048ede3773 req-7d95ab8e-337b-4650-83d7-8a399c667cd7 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "DELETE /v2.0/ports/d633875b-72bb-44b2-823b-29984eecca9f HTTP/1.1" status: 204 len: 173 time: 0.4522998 Jan 24 22:30:19.028842 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a6892a-6bcf-48a9-ba54-e2f6fce165c8', 'name': 'network-vif-deleted', 'tag': 'd633875b-72bb-44b2-823b-29984eecca9f'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:19.031508 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a99cb6-df04-47ee-bdff-72194ccbaed9" -d '{"events": [{"server_uuid": "60a6892a-6bcf-48a9-ba54-e2f6fce165c8", "name": "network-vif-deleted", "tag": "d633875b-72bb-44b2-823b-29984eecca9f"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:19.037657 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ec8337bb-6641-4e8a-9202-acdbf41a6258 req-cd957215-1517-4509-a479-35dc60accd4e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648618 Jan 24 22:30:19.079106 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ad90e0-cd16-482b-83c2-fc4dba9985db x-openstack-request-id: req-90ad90e0-cd16-482b-83c2-fc4dba9985db {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:19.080527 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a6892a-6bcf-48a9-ba54-e2f6fce165c8", "name": "network-vif-deleted", "tag": "d633875b-72bb-44b2-823b-29984eecca9f", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:19.081089 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-90ad90e0-cd16-482b-83c2-fc4dba9985db {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:19.081634 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a6892a-6bcf-48a9-ba54-e2f6fce165c8', 'name': 'network-vif-deleted', 'tag': 'd633875b-72bb-44b2-823b-29984eecca9f', 'status': 'completed', 'code': 200} Jan 24 22:30:19.175474 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5544bc8-d11c-43b8-ba14-a2439ca08d32 req-dacc1bfc-e2f3-418e-bbd2-6d8d9caa15cb tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:19.177714 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f5544bc8-d11c-43b8-ba14-a2439ca08d32 req-dacc1bfc-e2f3-418e-bbd2-6d8d9caa15cb tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Jan 24 22:30:19.225399 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f5544bc8-d11c-43b8-ba14-a2439ca08d32 req-72836a55-9d89-4e6d-9fb4-c38e6aa3ee60 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/security-groups?id=4eee290d-52e3-4fb9-82fb-04fa67b428ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Jan 24 22:30:19.431453 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc373e-499f-409e-af10-88cb1978b7f5 req-fabed394-d32a-4f01-8575-869fad9a1e94 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:19.432974 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5fbc373e-499f-409e-af10-88cb1978b7f5 req-fabed394-d32a-4f01-8575-869fad9a1e94 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0655303 Jan 24 22:30:19.462871 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:19.481986 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5fbc373e-499f-409e-af10-88cb1978b7f5 req-43ced196-8309-4b1a-938e-5fb0d759279c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432150 Jan 24 22:30:19.788502 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-29e9d600-e9ef-4053-b78f-a05927333117 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:19.790092 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-29e9d600-e9ef-4053-b78f-a05927333117 tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.115 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 945 time: 0.0582423 Jan 24 22:30:19.809554 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e378-ccfa-4802-91e3-6c51401322ee req-e4b7aab0-89d2-4188-9dbb-ccd6181a7bfc tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:19.811002 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7618e378-ccfa-4802-91e3-6c51401322ee req-e4b7aab0-89d2-4188-9dbb-ccd6181a7bfc tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0564134 Jan 24 22:30:19.884723 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7618e378-ccfa-4802-91e3-6c51401322ee req-4a528205-6f3b-40d9-9f64-849a98467772 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Jan 24 22:30:19.886465 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Deleting port 8b459125-0bc6-4985-a7e9-81d9d90957c3 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:30:19.886807 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:19.893645 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5b26-7ea6-44c3-b47e-c0af1b004df6 req-7b927e18-25e2-4535-bb56-1222380aec02 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:19.895122 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-06ee5b26-7ea6-44c3-b47e-c0af1b004df6 req-7b927e18-25e2-4535-bb56-1222380aec02 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0935299 Jan 24 22:30:19.947574 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-06ee5b26-7ea6-44c3-b47e-c0af1b004df6 req-6635efa6-8d63-4de5-af9a-058ac960f7dc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Jan 24 22:30:19.997349 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] For port 8b459125-0bc6-4985-a7e9-81d9d90957c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b459125-0bc6-4985-a7e9-81d9d90957c3,segment=NetworkSegment(f6e3bc07-31d8-4660-a9e4-b0bea1f26b68),segment_id=f6e3bc07-31d8-4660-a9e4-b0bea1f26b68)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:19.998356 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:20.012282 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Calling delete_port for 8b459125-0bc6-4985-a7e9-81d9d90957c3 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:30:20.124250 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-817f5cd5-6885-43a4-97f2-e831940ec8a2 req-bb0544b1-ef10-45d6-887d-d47942729def tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=60a6892a-6bcf-48a9-ba54-e2f6fce165c8 HTTP/1.1" status: 200 len: 210 time: 0.0268335 Jan 24 22:30:20.163788 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (8b459125-0bc6-4985-a7e9-81d9d90957c3), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:20.195365 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Pushing event deleted for resources: {'Port': ['ID=8b459125-0bc6-4985-a7e9-81d9d90957c3,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:20.250537 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] No DVR routers for this DVR port 8b459125-0bc6-4985-a7e9-81d9d90957c3 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:30:20.253518 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:20.258172 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c51966c1-caf1-4df2-950f-2e5b957b4877 req-1b7e6b62-9c93-4ed0-9bb1-28fdfb70324b tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.115 "DELETE /v2.0/ports/8b459125-0bc6-4985-a7e9-81d9d90957c3 HTTP/1.1" status: 204 len: 173 time: 0.4599218 Jan 24 22:30:20.260713 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ca125-550d-435f-9f99-3bc6fee00b7f req-4185b793-922a-450a-b2d0-74b3712f5610 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.269831 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c34ca125-550d-435f-9f99-3bc6fee00b7f req-4185b793-922a-450a-b2d0-74b3712f5610 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0743921 Jan 24 22:30:20.343761 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c34ca125-550d-435f-9f99-3bc6fee00b7f req-1daf3f17-37f9-4864-83ad-2335dc05251c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729215 Jan 24 22:30:20.354637 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97815-bb0e-4051-afb1-cef8c50c2041 req-19a50ae6-6208-4a10-b912-7ef45d6a823e tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.365982 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-17a97815-bb0e-4051-afb1-cef8c50c2041 req-19a50ae6-6208-4a10-b912-7ef45d6a823e tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0911679 Jan 24 22:30:20.390351 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-4e50d788-2989-422e-a3bd-e3bf6e5ea0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.392077 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-4e50d788-2989-422e-a3bd-e3bf6e5ea0af service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1099 time: 0.0576892 Jan 24 22:30:20.436574 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-17a97815-bb0e-4051-afb1-cef8c50c2041 req-f4470cf4-5166-483a-bf3d-fc557c1de048 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723455 Jan 24 22:30:20.493341 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec63de-d2e0-409b-875f-c88dcd393167 req-51fd3335-787b-4f6c-a89a-58fe997b8686 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.501315 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-deec63de-d2e0-409b-875f-c88dcd393167 req-51fd3335-787b-4f6c-a89a-58fe997b8686 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0847328 Jan 24 22:30:20.520797 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-d3be9dc4-e205-43db-8039-3edb42e2b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.522899 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-d3be9dc4-e205-43db-8039-3edb42e2b756 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 920 time: 0.1157582 Jan 24 22:30:20.566556 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d6b783a7-d15b-4b1f-8106-7a2d08eb7ca8 req-628ba2c2-de54-40dc-90d9-f4bf49de9bcf tempest-VolumesActionsTest-967987323 tempest-VolumesActionsTest-967987323-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3ff8015-35d9-4196-8b1b-ea299e359e25 HTTP/1.1" status: 200 len: 210 time: 0.0394306 Jan 24 22:30:20.570429 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-a82f0f73-27ca-4978-b648-136acf929d81 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 200 len: 217 time: 0.0384226 Jan 24 22:30:20.574448 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-deec63de-d2e0-409b-875f-c88dcd393167 req-7c17c946-30cb-4d1d-86a6-931ceb15e2bf tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725842 Jan 24 22:30:20.631435 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-91d76513-ad7c-4ea9-8b55-deee97ffeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.632906 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-91d76513-ad7c-4ea9-8b55-deee97ffeab8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.0552728 Jan 24 22:30:20.667879 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-a41f2811-f0ff-489e-89cf-a9b58147e163 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270345 Jan 24 22:30:20.689519 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689a03c-63dc-4f82-8f5b-49e3860ec61a req-aa8b2c53-0ab7-458b-99e0-10f54755f102 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.691280 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7689a03c-63dc-4f82-8f5b-49e3860ec61a req-aa8b2c53-0ab7-458b-99e0-10f54755f102 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Jan 24 22:30:20.759785 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7689a03c-63dc-4f82-8f5b-49e3860ec61a req-a92a8dd5-eca4-4471-903a-ef4b0f654f6d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617843 Jan 24 22:30:20.766489 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['8b459125-0bc6-4985-a7e9-81d9d90957c3'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:20.781543 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-53bf968b-1a96-4451-b86c-289ea2c8481e service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003366 Jan 24 22:30:20.828924 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647c9bb-2dd3-4ae2-9ab1-39277ae9e0d2 req-c1c9ba18-d72f-456f-ba9d-46ff3db84623 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.831328 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c647c9bb-2dd3-4ae2-9ab1-39277ae9e0d2 req-c1c9ba18-d72f-456f-ba9d-46ff3db84623 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0612824 Jan 24 22:30:20.885593 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c647c9bb-2dd3-4ae2-9ab1-39277ae9e0d2 req-3158a2a3-81ee-43ce-b94f-c385fde005f6 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475888 Jan 24 22:30:20.928767 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-1d05ecb1-cd22-45e2-bc2c-08a96b42ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:20.930286 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-1d05ecb1-cd22-45e2-bc2c-08a96b42ef1c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 1098 time: 0.0599706 Jan 24 22:30:20.932018 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bba486d3-7121-45a4-8ee8-33e79942b0cd req-3fcc599d-bb53-47e1-86e5-ec92124af269 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257684 Jan 24 22:30:20.968666 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:21.084409 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff8015-35d9-4196-8b1b-ea299e359e25', 'name': 'network-vif-deleted', 'tag': '8b459125-0bc6-4985-a7e9-81d9d90957c3'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:21.087169 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12348b62-e463-4063-8091-472d79ada9a0" -d '{"events": [{"server_uuid": "a3ff8015-35d9-4196-8b1b-ea299e359e25", "name": "network-vif-deleted", "tag": "8b459125-0bc6-4985-a7e9-81d9d90957c3"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:21.112317 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-d3b2d485-15ba-4db3-a821-e93f6761d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:21.113859 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-d3b2d485-15ba-4db3-a821-e93f6761d711 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 912 time: 0.1000271 Jan 24 22:30:21.139247 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad1f0f1-85d4-4a36-8b6d-8589ba0fcac6 x-openstack-request-id: req-9ad1f0f1-85d4-4a36-8b6d-8589ba0fcac6 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:21.139614 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff8015-35d9-4196-8b1b-ea299e359e25", "name": "network-vif-deleted", "tag": "8b459125-0bc6-4985-a7e9-81d9d90957c3", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:21.139929 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9ad1f0f1-85d4-4a36-8b6d-8589ba0fcac6 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:21.140374 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ff8015-35d9-4196-8b1b-ea299e359e25', 'name': 'network-vif-deleted', 'tag': '8b459125-0bc6-4985-a7e9-81d9d90957c3', 'status': 'completed', 'code': 200} Jan 24 22:30:21.210526 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-b1ebfc92-4332-4468-8276-d6ff2d9b4435 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 200 len: 1001 time: 0.0793984 Jan 24 22:30:21.293140 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-18f848a1-b0f4-4281-9295-2a2d309eea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:21.294609 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-18f848a1-b0f4-4281-9295-2a2d309eea90 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.0546305 Jan 24 22:30:21.347421 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-cb5a71ce-6921-4bee-b80a-b1593b34c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:21.349067 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-cb5a71ce-6921-4bee-b80a-b1593b34c66d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450282 Jan 24 22:30:21.498439 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-4c6f3f59-1172-4671-8072-3f8e7de9fa83 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857549 Jan 24 22:30:21.572527 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d243b9-c1b2-43fd-85fb-9fb18c940b60 req-dc1d721f-7480-41da-9d64-c828b7e825a8 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:21.574728 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a3d243b9-c1b2-43fd-85fb-9fb18c940b60 req-dc1d721f-7480-41da-9d64-c828b7e825a8 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0594435 Jan 24 22:30:21.641559 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a3d243b9-c1b2-43fd-85fb-9fb18c940b60 req-b76f0b52-f02f-48c4-a339-ac5e065e606d tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601408 Jan 24 22:30:21.758151 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ff787-246f-405a-848f-51bcefc50745 req-2817a75f-d1a6-45d0-bc7d-ccc462a97d4c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:21.767484 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ed3ff787-246f-405a-848f-51bcefc50745 req-2817a75f-d1a6-45d0-bc7d-ccc462a97d4c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0638032 Jan 24 22:30:21.835649 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ed3ff787-246f-405a-848f-51bcefc50745 req-e5bd9bd4-f39b-4784-9cb5-52f21ec8241e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667882 Jan 24 22:30:21.913660 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c8c6a4c-c745-443b-8398-9eb1daf4b55b req-52198642-e89f-4abc-912c-07fb35444d24 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035339 Jan 24 22:30:21.967599 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b23124-f465-4810-9ff0-88319a5a6177 req-da13799e-d3af-4651-af85-3b0367ddde37 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:21.974451 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b7b23124-f465-4810-9ff0-88319a5a6177 req-da13799e-d3af-4651-af85-3b0367ddde37 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0951934 Jan 24 22:30:22.043713 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b7b23124-f465-4810-9ff0-88319a5a6177 req-bdf256df-158b-4823-b5b0-ef9ffd101b1c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674245 Jan 24 22:30:22.078933 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e5a76-6b6f-4501-9be9-8ea4473d8e78 req-e9cc3849-4a33-43e4-a396-9da8b8f5c239 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:22.082758 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bf3e5a76-6b6f-4501-9be9-8ea4473d8e78 req-e9cc3849-4a33-43e4-a396-9da8b8f5c239 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0963569 Jan 24 22:30:22.144957 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bf3e5a76-6b6f-4501-9be9-8ea4473d8e78 req-51d41507-9d7d-487d-97e7-1ec9882aa0c4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548785 Jan 24 22:30:22.375099 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:22.578110 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3daade-30a7-4cc8-9ff2-1fcadafbfd2c req-556da5ae-2169-48dd-928f-69c3ed0f52a0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:22.580104 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0f3daade-30a7-4cc8-9ff2-1fcadafbfd2c req-556da5ae-2169-48dd-928f-69c3ed0f52a0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0485334 Jan 24 22:30:22.636287 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0f3daade-30a7-4cc8-9ff2-1fcadafbfd2c req-a7270640-001f-4e04-a90f-23096c2d9216 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505524 Jan 24 22:30:22.783323 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfdc0a-4763-4786-bc32-562c8d835fc4 req-20ebebc7-b205-46d8-aeba-7fa1d381ea7a tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:22.784786 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3abfdc0a-4763-4786-bc32-562c8d835fc4 req-20ebebc7-b205-46d8-aeba-7fa1d381ea7a tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0501060 Jan 24 22:30:22.832099 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd36812-034f-4262-9c49-dba51d99de9c req-ffd8ea49-0523-4a37-8915-3b379836391b tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:22.833064 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3abfdc0a-4763-4786-bc32-562c8d835fc4 req-a573e9d7-9bea-418f-a872-b2811580a163 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Jan 24 22:30:22.833613 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-abd36812-034f-4262-9c49-dba51d99de9c req-ffd8ea49-0523-4a37-8915-3b379836391b tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.115 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0501931 Jan 24 22:30:22.954880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71676a3-3e27-4a42-b3fc-e6bd83ac67fd req-f3ca6084-c766-4980-8dab-96e00a46a6a4 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:22.956382 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c71676a3-3e27-4a42-b3fc-e6bd83ac67fd req-f3ca6084-c766-4980-8dab-96e00a46a6a4 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0497711 Jan 24 22:30:23.004453 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c71676a3-3e27-4a42-b3fc-e6bd83ac67fd req-511d1552-c958-48f3-9438-b2e0877adb18 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Jan 24 22:30:23.174305 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b728-e34d-4ecb-aa37-30c82afcaa86 req-f68e7c14-e21a-488c-9672-3f920cd42768 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:23.175834 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db44b728-e34d-4ecb-aa37-30c82afcaa86 req-f68e7c14-e21a-488c-9672-3f920cd42768 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0606606 Jan 24 22:30:23.232560 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db44b728-e34d-4ecb-aa37-30c82afcaa86 req-461de9db-d017-47eb-bd74-9c271053ddff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509908 Jan 24 22:30:23.267948 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2fd88-649c-4dd0-a150-d8b04cedde4a req-f7fb8183-1b16-46e5-9244-4326ffe8f52c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:23.269447 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-10a2fd88-649c-4dd0-a150-d8b04cedde4a req-f7fb8183-1b16-46e5-9244-4326ffe8f52c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0524015 Jan 24 22:30:23.319051 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-10a2fd88-649c-4dd0-a150-d8b04cedde4a req-10b4d22b-0f9b-4f5d-8bac-a65b61a9af60 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438113 Jan 24 22:30:23.766072 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3289c-5873-4200-b69f-8fcaa062ce29 req-44bad6a1-cc81-4eaa-9819-203400f4e31c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:23.767658 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-31c3289c-5873-4200-b69f-8fcaa062ce29 req-44bad6a1-cc81-4eaa-9819-203400f4e31c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0544553 Jan 24 22:30:23.819408 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-31c3289c-5873-4200-b69f-8fcaa062ce29 req-db5b1128-717f-4acc-b757-c775bdc7eb96 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 Jan 24 22:30:23.976461 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a330e48-a7ab-46d4-9536-db1f0463e7b5 req-9272e16e-51c0-477b-b0a9-0887dec44144 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:23.977986 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9a330e48-a7ab-46d4-9536-db1f0463e7b5 req-9272e16e-51c0-477b-b0a9-0887dec44144 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0627005 Jan 24 22:30:24.027796 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9a330e48-a7ab-46d4-9536-db1f0463e7b5 req-8d8e32c5-ba2f-436e-8f8e-e99d4424bdb4 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Jan 24 22:30:24.123921 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8c915-f5ac-413f-84fd-6a3c47356e4e req-9069fd41-92c9-4115-aa3b-dfeacfc9a285 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:24.125321 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-dfa8c915-f5ac-413f-84fd-6a3c47356e4e req-9069fd41-92c9-4115-aa3b-dfeacfc9a285 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0498438 Jan 24 22:30:24.178100 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-dfa8c915-f5ac-413f-84fd-6a3c47356e4e req-8a4be2d8-fdc1-4562-9fe0-d792727ec7a8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469005 Jan 24 22:30:24.371255 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bdcec-f869-4d77-a421-8b978aaff5a5 req-5e0d5e55-aea7-4368-a5a1-b97f5888326a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:24.372755 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4e6bdcec-f869-4d77-a421-8b978aaff5a5 req-5e0d5e55-aea7-4368-a5a1-b97f5888326a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0558827 Jan 24 22:30:24.444166 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4e6bdcec-f869-4d77-a421-8b978aaff5a5 req-d179fff2-2ef8-4f0c-80d6-631c08073c06 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657794 Jan 24 22:30:24.460869 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c674f5f-17a0-4db4-9f0a-215548869170 req-f967d727-5834-4dfd-8c44-aabfb1b973cc tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:24.462966 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0c674f5f-17a0-4db4-9f0a-215548869170 req-f967d727-5834-4dfd-8c44-aabfb1b973cc tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0633900 Jan 24 22:30:24.515002 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0c674f5f-17a0-4db4-9f0a-215548869170 req-fe0b674e-efad-40e0-bfaf-3b4c82246363 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Jan 24 22:30:24.945700 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86bfd-2b39-4433-a7c7-6f7dcd4d5598 req-d90924e6-a219-4f86-8375-1b18695db8f2 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:24.947206 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-15c86bfd-2b39-4433-a7c7-6f7dcd4d5598 req-d90924e6-a219-4f86-8375-1b18695db8f2 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0570445 Jan 24 22:30:24.996677 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-15c86bfd-2b39-4433-a7c7-6f7dcd4d5598 req-1f2570c1-c5ca-4940-9ade-607aa6d4b69c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Jan 24 22:30:25.162334 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e1ebe-4177-43bb-a9a5-e1dd495978a2 req-da5bc8da-e133-4c0c-b607-e8c0945d676e tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:25.163802 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8f6e1ebe-4177-43bb-a9a5-e1dd495978a2 req-da5bc8da-e133-4c0c-b607-e8c0945d676e tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 950 time: 0.0577118 Jan 24 22:30:25.211941 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8f6e1ebe-4177-43bb-a9a5-e1dd495978a2 req-871d3707-49df-446a-8ed6-a1ab5249503b tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2de616d-9703-4b5f-b74a-06decdeb9990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Jan 24 22:30:25.293581 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0195f-7bb3-4a51-8888-2b5f7eb28b92 req-da64620c-fe93-4aaa-a2d6-46847a6d2b32 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:25.295014 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bdc0195f-7bb3-4a51-8888-2b5f7eb28b92 req-da64620c-fe93-4aaa-a2d6-46847a6d2b32 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0484281 Jan 24 22:30:25.350803 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bdc0195f-7bb3-4a51-8888-2b5f7eb28b92 req-358dc865-ff5a-41c7-9311-8716f9d3c3bc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497017 Jan 24 22:30:25.565580 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe110d-eba9-4371-aeba-5d760283cd3c req-a668c123-3a2c-4c2f-89ff-2fca9fe06cbc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:25.567084 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3bbe110d-eba9-4371-aeba-5d760283cd3c req-a668c123-3a2c-4c2f-89ff-2fca9fe06cbc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0513446 Jan 24 22:30:25.589036 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 8b459125-0bc6-4985-a7e9-81d9d90957c3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:30:25.612245 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 8b459125-0bc6-4985-a7e9-81d9d90957c3 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:30:25.613422 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 8b459125-0bc6-4985-a7e9-81d9d90957c3 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:30:25.613921 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device d633875b-72bb-44b2-823b-29984eecca9f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:30:25.633989 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: d633875b-72bb-44b2-823b-29984eecca9f {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:30:25.634819 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device d633875b-72bb-44b2-823b-29984eecca9f not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:30:25.646152 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Deleting port 552da456-962b-427d-9564-afd0551bb574 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:30:25.646715 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (552da456-962b-427d-9564-afd0551bb574), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:25.649002 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3bbe110d-eba9-4371-aeba-5d760283cd3c req-2a4586b6-c2e2-410b-a6be-bbd6b763a1ca tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761275 Jan 24 22:30:25.662212 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e89736-13c5-4f19-99f6-aa071d0a7fdb req-c8653a35-d680-4d53-92c9-a58f2e126f59 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:25.663754 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-73e89736-13c5-4f19-99f6-aa071d0a7fdb req-c8653a35-d680-4d53-92c9-a58f2e126f59 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0752378 Jan 24 22:30:25.719919 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-73e89736-13c5-4f19-99f6-aa071d0a7fdb req-866d0a56-e6c6-418d-9e4f-d33f686590ff tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455444 Jan 24 22:30:25.740832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] For port 552da456-962b-427d-9564-afd0551bb574, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=552da456-962b-427d-9564-afd0551bb574,segment=NetworkSegment(d7ac686f-04c2-441f-ac4a-3b470a0c4733),segment_id=d7ac686f-04c2-441f-ac4a-3b470a0c4733)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:25.741234 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (552da456-962b-427d-9564-afd0551bb574), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:25.753579 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Calling delete_port for 552da456-962b-427d-9564-afd0551bb574 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:30:25.894477 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (552da456-962b-427d-9564-afd0551bb574), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:25.923058 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Pushing event deleted for resources: {'Port': ['ID=552da456-962b-427d-9564-afd0551bb574,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:25.944809 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['552da456-962b-427d-9564-afd0551bb574'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:25.966069 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] No DVR routers for this DVR port 552da456-962b-427d-9564-afd0551bb574 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:30:25.968612 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:25.972138 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-abd36812-034f-4262-9c49-dba51d99de9c req-88137cd1-7053-43a0-892c-83b76d3bbf42 tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.115 "DELETE /v2.0/ports/552da456-962b-427d-9564-afd0551bb574 HTTP/1.1" status: 204 len: 173 time: 0.4242778 Jan 24 22:30:25.972611 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96169450-a083-4ea2-bf32-f61642531005', 'name': 'network-vif-deleted', 'tag': '552da456-962b-427d-9564-afd0551bb574'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:25.974860 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d834d5c9-79da-43df-a4a8-8285ae1636c4" -d '{"events": [{"server_uuid": "96169450-a083-4ea2-bf32-f61642531005", "name": "network-vif-deleted", "tag": "552da456-962b-427d-9564-afd0551bb574"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:26.012454 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4fee49-300b-4338-a671-d7b18357f4a6 x-openstack-request-id: req-7b4fee49-300b-4338-a671-d7b18357f4a6 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:26.012744 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96169450-a083-4ea2-bf32-f61642531005", "name": "network-vif-deleted", "tag": "552da456-962b-427d-9564-afd0551bb574", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:26.013353 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7b4fee49-300b-4338-a671-d7b18357f4a6 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:26.014096 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96169450-a083-4ea2-bf32-f61642531005', 'name': 'network-vif-deleted', 'tag': '552da456-962b-427d-9564-afd0551bb574', 'status': 'completed', 'code': 200} Jan 24 22:30:26.129212 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2069d2-d07f-423b-b14b-515d5e78ccec req-8164c8fc-4fa4-421c-88dd-de846a5d8a16 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:26.130729 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6e2069d2-d07f-423b-b14b-515d5e78ccec req-8164c8fc-4fa4-421c-88dd-de846a5d8a16 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0589106 Jan 24 22:30:26.177358 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6e2069d2-d07f-423b-b14b-515d5e78ccec req-20f00eec-12ea-49c3-8c56-0e5a1db6a06e tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Jan 24 22:30:26.318939 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d8c0ba14-484f-469f-80b9-839ddb07b293 req-aba83b44-cfcf-44e5-aca5-ec641bbd9e6c tempest-VolumesNegativeTest-1064305607 tempest-VolumesNegativeTest-1064305607-project] 10.222.0.84 "GET /v2.0/ports?device_id=96169450-a083-4ea2-bf32-f61642531005 HTTP/1.1" status: 200 len: 210 time: 0.0273371 Jan 24 22:30:26.465820 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958234d-bf2d-4876-9aa0-7873f5be59c2 req-d99766d2-e3e7-4add-89b9-f5c504962d20 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:26.467265 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4958234d-bf2d-4876-9aa0-7873f5be59c2 req-d99766d2-e3e7-4add-89b9-f5c504962d20 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0498552 Jan 24 22:30:26.519284 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4958234d-bf2d-4876-9aa0-7873f5be59c2 req-d2cf3017-1042-457d-b229-c592f8e489aa tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Jan 24 22:30:26.770742 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edc916-238d-4e29-9cde-43f31bf34ac0 req-3f340c1a-fc52-44b8-9a88-42b575896bce tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:26.772150 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-31edc916-238d-4e29-9cde-43f31bf34ac0 req-3f340c1a-fc52-44b8-9a88-42b575896bce tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0528917 Jan 24 22:30:26.845636 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-31edc916-238d-4e29-9cde-43f31bf34ac0 req-da49122c-6757-425f-9d96-48257982c580 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676777 Jan 24 22:30:26.858735 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914376b-6629-4a44-90e4-02cd946f00b6 req-7861a515-ade6-41dd-8492-f0c286255ac9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:26.860276 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9914376b-6629-4a44-90e4-02cd946f00b6 req-7861a515-ade6-41dd-8492-f0c286255ac9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0693986 Jan 24 22:30:26.910943 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9914376b-6629-4a44-90e4-02cd946f00b6 req-0d6cf64a-b0b3-4755-81da-4896dd1a747c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Jan 24 22:30:27.297954 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125216e-3cf1-42b0-af1d-18fd4e724960 req-ff514223-cb26-4200-999a-fa6578dbe25c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:27.299274 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6125216e-3cf1-42b0-af1d-18fd4e724960 req-ff514223-cb26-4200-999a-fa6578dbe25c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0558786 Jan 24 22:30:27.349532 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6125216e-3cf1-42b0-af1d-18fd4e724960 req-61f4a22d-788f-4a49-b2b1-2a587b5a78c3 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Jan 24 22:30:27.670428 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fc181-6911-4a43-8d06-01aa6088e6d6 req-2b87e1c5-feec-4646-a483-21d1a413c325 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:27.678785 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ea2fc181-6911-4a43-8d06-01aa6088e6d6 req-2b87e1c5-feec-4646-a483-21d1a413c325 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0712638 Jan 24 22:30:27.746473 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ea2fc181-6911-4a43-8d06-01aa6088e6d6 req-a9726ca8-c9f6-4648-91ef-cea222327927 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660207 Jan 24 22:30:28.064684 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56038193-5e22-40c7-bf46-016a5720580c req-d3596533-bd13-414f-b336-d367f113061f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:28.066210 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-56038193-5e22-40c7-bf46-016a5720580c req-d3596533-bd13-414f-b336-d367f113061f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0988238 Jan 24 22:30:28.166875 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-56038193-5e22-40c7-bf46-016a5720580c req-470854c0-7023-4fdb-9545-8e596040445c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837481 Jan 24 22:30:28.335772 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-99ee4071-21db-40b0-8ee3-3964df394217 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:28.344633 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-99ee4071-21db-40b0-8ee3-3964df394217 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0942111 Jan 24 22:30:28.473601 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:28.495247 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Deleting port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:30:28.495871 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:28.529259 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226d43-c37c-424f-a44d-8e82bc46dc9d req-f91c8aeb-2da9-4836-874d-e959069515b4 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:28.532008 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0e226d43-c37c-424f-a44d-8e82bc46dc9d req-f91c8aeb-2da9-4836-874d-e959069515b4 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 946 time: 0.0758564 Jan 24 22:30:28.587062 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0e226d43-c37c-424f-a44d-8e82bc46dc9d req-c66bf1e4-8508-4a6f-82fe-2844993a4eb8 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492151 Jan 24 22:30:28.611854 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] For port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:28.612312 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:28.625708 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Calling delete_port for 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:30:28.792652 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (344c5aaf-3a45-41e2-9d8d-0acafb3d1e31), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:28.833600 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Pushing event deleted for resources: {'Port': ['ID=344c5aaf-3a45-41e2-9d8d-0acafb3d1e31,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:28.852903 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['0843b280-c8c5-4405-93c7-2ba198e91f41', 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285', '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:28.876729 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] No DVR routers for this DVR port 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:30:28.881373 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:28.885502 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6514e421-4a65-4bf2-8840-4e2791075c92 req-f03331d4-4b9c-4da9-b426-c64b2529cbf1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "DELETE /v2.0/ports/344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 HTTP/1.1" status: 204 len: 173 time: 0.5189798 Jan 24 22:30:28.886209 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a5b58c-493c-46a9-a297-4fd94047866f', 'name': 'network-vif-deleted', 'tag': '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:28.889176 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8121ec-abb5-4813-9bcd-ffe0f4ad4847" -d '{"events": [{"server_uuid": "14a5b58c-493c-46a9-a297-4fd94047866f", "name": "network-vif-deleted", "tag": "344c5aaf-3a45-41e2-9d8d-0acafb3d1e31"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:28.943288 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd6a884-d988-4f77-9f4a-096961106db6 x-openstack-request-id: req-6bd6a884-d988-4f77-9f4a-096961106db6 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:28.944277 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a5b58c-493c-46a9-a297-4fd94047866f", "name": "network-vif-deleted", "tag": "344c5aaf-3a45-41e2-9d8d-0acafb3d1e31", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:28.944606 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6bd6a884-d988-4f77-9f4a-096961106db6 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:28.945498 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a5b58c-493c-46a9-a297-4fd94047866f', 'name': 'network-vif-deleted', 'tag': '344c5aaf-3a45-41e2-9d8d-0acafb3d1e31', 'status': 'completed', 'code': 200} Jan 24 22:30:29.335721 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09a897-8955-4dd9-bbd9-abeea4a8561e req-16731c9d-f4cf-42f6-a764-78da1db6249d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:29.347981 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9a09a897-8955-4dd9-bbd9-abeea4a8561e req-16731c9d-f4cf-42f6-a764-78da1db6249d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0771246 Jan 24 22:30:29.423276 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9a09a897-8955-4dd9-bbd9-abeea4a8561e req-15ff475c-8a9b-40fb-939c-2d13a08d6b2f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744734 Jan 24 22:30:29.436712 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea96fe-6585-49cd-b6f1-02d198ef4114 req-4e6beace-0103-4114-b09b-ee4208b5c01b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:29.449918 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bbea96fe-6585-49cd-b6f1-02d198ef4114 req-4e6beace-0103-4114-b09b-ee4208b5c01b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0867383 Jan 24 22:30:29.520968 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bbea96fe-6585-49cd-b6f1-02d198ef4114 req-7d1ad063-9dc9-4d29-abc0-9faba3f1306e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700023 Jan 24 22:30:29.771627 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b21c1cc9-51d4-4566-aab0-50baebd9d261 req-306d5515-740c-45f1-a11c-28d49bf9925f tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=14a5b58c-493c-46a9-a297-4fd94047866f HTTP/1.1" status: 200 len: 210 time: 0.0523157 Jan 24 22:30:30.036863 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 552da456-962b-427d-9564-afd0551bb574 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:30:30.089189 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 552da456-962b-427d-9564-afd0551bb574 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:30:30.089540 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 552da456-962b-427d-9564-afd0551bb574 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:30:30.580555 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad542-9c18-46db-860c-56be992cfac4 req-77db3832-397f-43ea-8bf7-37919def4a62 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:30.591799 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-31dad542-9c18-46db-860c-56be992cfac4 req-77db3832-397f-43ea-8bf7-37919def4a62 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0688775 Jan 24 22:30:30.635880 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-31dad542-9c18-46db-860c-56be992cfac4 req-f4e5b6b3-f091-4d68-964b-ba4fa92f03ad tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Jan 24 22:30:31.264103 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77968e6e-779e-444d-9e8d-e1d395b52cb1 req-33c9c069-53fb-4861-971b-de6c8833643c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:31.267681 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-77968e6e-779e-444d-9e8d-e1d395b52cb1 req-33c9c069-53fb-4861-971b-de6c8833643c tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 946 time: 0.0645616 Jan 24 22:30:31.358539 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-77968e6e-779e-444d-9e8d-e1d395b52cb1 req-e6c86603-956c-4f2c-912c-c4aecb8516bc tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831797 Jan 24 22:30:31.772539 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15fab0-a716-4e06-bd19-58b5b8910995 req-3f418d6e-08ef-4681-96fd-716a62c471d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:31.780504 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1a15fab0-a716-4e06-bd19-58b5b8910995 req-3f418d6e-08ef-4681-96fd-716a62c471d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0655386 Jan 24 22:30:31.831419 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1a15fab0-a716-4e06-bd19-58b5b8910995 req-51dc6c5c-e60b-4b3e-b42c-822ad0fc6f10 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498831 Jan 24 22:30:32.021343 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:30:32.051458 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:30:32.052228 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 344c5aaf-3a45-41e2-9d8d-0acafb3d1e31 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:30:32.492896 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634171a9-e8ea-42f0-bb6e-aaaaec2cd032 req-a60baa29-df57-4990-aa0e-be307fd25326 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:32.500154 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-634171a9-e8ea-42f0-bb6e-aaaaec2cd032 req-a60baa29-df57-4990-aa0e-be307fd25326 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 946 time: 0.0609515 Jan 24 22:30:32.565737 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-634171a9-e8ea-42f0-bb6e-aaaaec2cd032 req-ad4c1404-cb4a-4618-9852-9e88e5b4f3c1 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641870 Jan 24 22:30:32.945685 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42364) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:32.999526 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f4b22-ca32-4724-a85b-c95ee513b77b req-8e030629-fae3-470e-ae89-ce28a027b234 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:33.008452 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bd8f4b22-ca32-4724-a85b-c95ee513b77b req-8e030629-fae3-470e-ae89-ce28a027b234 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0737288 Jan 24 22:30:33.070322 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bd8f4b22-ca32-4724-a85b-c95ee513b77b req-41c2ea54-bbdb-4cd4-ac48-de9b416ced59 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600483 Jan 24 22:30:33.151509 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d9454085-178d-470f-ab40-9def0bc93ac8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d1b7d2ae02848258a135c41a6fd52e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012398 Jan 24 22:30:33.151752 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42368) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:33.218242 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4179-c863-46a6-985b-92723e2037c7 admin admin] Publish callbacks [] for security_group (d2de616d-9703-4b5f-b74a-06decdeb9990), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:33.244110 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4179-c863-46a6-985b-92723e2037c7 admin admin] Publish callbacks [] for security_group (d2de616d-9703-4b5f-b74a-06decdeb9990), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:33.294757 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4179-c863-46a6-985b-92723e2037c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d2de616d-9703-4b5f-b74a-06decdeb9990), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:33.297721 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4179-c863-46a6-985b-92723e2037c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:33.299066 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4d0b4179-c863-46a6-985b-92723e2037c7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d2de616d-9703-4b5f-b74a-06decdeb9990 HTTP/1.1" status: 204 len: 168 time: 0.1464953 Jan 24 22:30:33.317130 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b4179-c863-46a6-985b-92723e2037c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de616d-9703-4b5f-b74a-06decdeb9990,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:33.518146 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08754689-b8cb-4288-8f65-27c5828aa936 req-14fdc5c3-146b-45b1-9d17-a6241ec43f35 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:33.522401 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-08754689-b8cb-4288-8f65-27c5828aa936 req-14fdc5c3-146b-45b1-9d17-a6241ec43f35 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 946 time: 0.0932088 Jan 24 22:30:33.663693 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Deleting port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:30:33.664030 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:33.708090 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa77aa-2efd-4a89-bf50-8f31ad7cc694 req-3f2ff848-9c6e-4d0e-a59c-85be0a475bed tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:33.718297 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a7aa77aa-2efd-4a89-bf50-8f31ad7cc694 req-3f2ff848-9c6e-4d0e-a59c-85be0a475bed tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 946 time: 0.0646315 Jan 24 22:30:33.783557 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a7aa77aa-2efd-4a89-bf50-8f31ad7cc694 req-5480d652-d45e-408b-9aa5-58a49cf3274f tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629675 Jan 24 22:30:33.826968 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] For port ca679ea3-bdcd-4fab-8f2e-e0ba60316285, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:33.827600 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:33.843964 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Calling delete_port for ca679ea3-bdcd-4fab-8f2e-e0ba60316285 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:30:34.029037 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (ca679ea3-bdcd-4fab-8f2e-e0ba60316285), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:34.045484 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:30:34.105795 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Pushing event deleted for resources: {'Port': ['ID=ca679ea3-bdcd-4fab-8f2e-e0ba60316285,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:34.214425 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] No DVR routers for this DVR port ca679ea3-bdcd-4fab-8f2e-e0ba60316285 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:30:34.230712 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['0843b280-c8c5-4405-93c7-2ba198e91f41', 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:34.234326 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:34.240007 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-08754689-b8cb-4288-8f65-27c5828aa936 req-d085fcf9-b1a8-4140-87f9-2002b6585745 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "DELETE /v2.0/ports/ca679ea3-bdcd-4fab-8f2e-e0ba60316285 HTTP/1.1" status: 204 len: 173 time: 0.7083716 Jan 24 22:30:34.240670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158b5aec-4d57-487e-8205-e4598e66020c', 'name': 'network-vif-deleted', 'tag': 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:34.243592 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0819d2d5-b981-4fda-804d-01956b22773b" -d '{"events": [{"server_uuid": "158b5aec-4d57-487e-8205-e4598e66020c", "name": "network-vif-deleted", "tag": "ca679ea3-bdcd-4fab-8f2e-e0ba60316285"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:34.287839 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fa907-f4d9-4c27-9ce0-0fcbb2dfdb19 req-6fc2f88d-2dc3-451e-9d77-1eb228019308 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:34.289433 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-652fa907-f4d9-4c27-9ce0-0fcbb2dfdb19 req-6fc2f88d-2dc3-451e-9d77-1eb228019308 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0847886 Jan 24 22:30:34.338148 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b130b1-3d78-4efe-9a33-34657f9458d3 x-openstack-request-id: req-d8b130b1-3d78-4efe-9a33-34657f9458d3 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:34.338564 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158b5aec-4d57-487e-8205-e4598e66020c", "name": "network-vif-deleted", "tag": "ca679ea3-bdcd-4fab-8f2e-e0ba60316285", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:34.338907 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d8b130b1-3d78-4efe-9a33-34657f9458d3 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:34.339397 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158b5aec-4d57-487e-8205-e4598e66020c', 'name': 'network-vif-deleted', 'tag': 'ca679ea3-bdcd-4fab-8f2e-e0ba60316285', 'status': 'completed', 'code': 200} Jan 24 22:30:34.451924 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-652fa907-f4d9-4c27-9ce0-0fcbb2dfdb19 req-97ee3fa1-a67f-4213-aecb-9889e4f89b79 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486785 Jan 24 22:30:34.472685 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:34.494618 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '987c8810-0969-4e25-bb03-7993afce108d', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'port_id': '987c8810-0969-4e25-bb03-7993afce108d', 'mac_address': 'fa:16:3e:71:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:30:34.545947 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42426) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:34.589675 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 987c8810-0969-4e25-bb03-7993afce108d is: ACTIVE; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:30:34.590367 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:34.623306 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 987c8810-0969-4e25-bb03-7993afce108d {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:30:34.661651 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:34.665349 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-126003119-network', 'tenant_id': 'cc5a655a0b0f4f0482453bde6f196195'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:34.675509 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:34.712771 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Made reservation on behalf of cc5a655a0b0f4f0482453bde6f196195 for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:34.715650 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:34.741974 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:34.750666 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=6']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:34.915622 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Publish callbacks [] for security_group (4124e356-b72e-438a-bf69-c69bbe7f73ce), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:34.963637 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4124e356-b72e-438a-bf69-c69bbe7f73ce), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:34.993824 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['987c8810-0969-4e25-bb03-7993afce108d'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:35.155630 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4124e356-b72e-438a-bf69-c69bbe7f73ce,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:35.193225 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.193588 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.193971 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.194308 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.196031 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.196387 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.198385 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.198829 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.199172 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.201422 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.202385 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.202742 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.203096 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:35.209801 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:30:35.256322 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7377a595-00e9-482d-9f7d-2d7c314cb5da req-a3e42ccb-f298-435c-98f6-f4c024c918fb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=158b5aec-4d57-487e-8205-e4598e66020c HTTP/1.1" status: 200 len: 210 time: 0.1386156 Jan 24 22:30:35.268749 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (4738084d-59dc-4811-b2c3-d0aae9ee8f72), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:35.270779 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Added segment 4738084d-59dc-4811-b2c3-d0aae9ee8f72 of type vlan for network e8888219-d5d2-46f9-84f1-df880fd5a58a Jan 24 22:30:35.348246 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (e8888219-d5d2-46f9-84f1-df880fd5a58a), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:35.406625 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (e8888219-d5d2-46f9-84f1-df880fd5a58a), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:35.408639 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:35.413825 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:35.497790 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42442) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:35.503898 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Request body: {'subnet': {'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-126003119-subnet', 'tenant_id': 'cc5a655a0b0f4f0482453bde6f196195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:35.504588 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9573908 Jan 24 22:30:35.523933 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a87e4-6261-4b50-8139-5ca4283488bb admin admin] Pushing event updated for resources: {'Network': ['ID=e8888219-d5d2-46f9-84f1-df880fd5a58a,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:35.537943 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network e8888219-d5d2-46f9-84f1-df880fd5a58a details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:30:35.569730 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Made reservation on behalf of cc5a655a0b0f4f0482453bde6f196195 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:35.576144 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758921'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:35.699520 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656bfed-bdcf-4d4d-b83d-93453e73093d req-91c22d2a-9a24-469a-b281-a5580e74c245 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:35.700867 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7656bfed-bdcf-4d4d-b83d-93453e73093d req-91c22d2a-9a24-469a-b281-a5580e74c245 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 944 time: 0.1059251 Jan 24 22:30:35.839891 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7656bfed-bdcf-4d4d-b83d-93453e73093d req-d4904fc5-1bcf-4919-8f7a-592371e4b778 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302569 Jan 24 22:30:35.889092 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25761367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758967'] for subnet (b6fe4442-f7a9-4346-a743-9dbc44d987c2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:36.018337 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fe4442-f7a9-4346-a743-9dbc44d987c2,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:36.046558 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Checking segment: {'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:30:36.047195 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Network hostable DHCP agents. Network: e8888219-d5d2-46f9-84f1-df880fd5a58a, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:30:36.064976 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:30:36.164969 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Network e8888219-d5d2-46f9-84f1-df880fd5a58a is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:30:36.184262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, e8888219-d5d2-46f9-84f1-df880fd5a58a) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:30:36.198510 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:36.199869 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:36.217488 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0a3cf-829a-42ed-a4d8-6ca2d97a332b None None] Network e8888219-d5d2-46f9-84f1-df880fd5a58a requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:30:36.241852 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e678494d-5244-4fd7-8558-d2db32dfc8fc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7426081 Jan 24 22:30:36.530806 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 987c8810-0969-4e25-bb03-7993afce108d triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:30:36.531320 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (987c8810-0969-4e25-bb03-7993afce108d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:36.606165 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95354e-6f7a-43d6-8b7c-fe35d098f911 None None] Network e8888219-d5d2-46f9-84f1-df880fd5a58a requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:30:36.904279 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 987c8810-0969-4e25-bb03-7993afce108d is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:30:36.904783 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:37.024657 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:37.028999 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c8810-0969-4e25-bb03-7993afce108d'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:37.034487 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a44ef91-fc22-4cef-96f1-f6304bf825db" -d '{"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-plugged", "status": "completed", "tag": "987c8810-0969-4e25-bb03-7993afce108d"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:37.044574 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:37.047893 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device ca679ea3-bdcd-4fab-8f2e-e0ba60316285 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:30:37.181738 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=7']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:37.186022 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ad8ba2-0811-431a-8cf8-019f2dd9637a x-openstack-request-id: req-a6ad8ba2-0811-431a-8cf8-019f2dd9637a {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:37.186463 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-plugged", "status": "completed", "tag": "987c8810-0969-4e25-bb03-7993afce108d", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:37.186738 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6ad8ba2-0811-431a-8cf8-019f2dd9637a {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:37.187248 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c8810-0969-4e25-bb03-7993afce108d', 'code': 200} Jan 24 22:30:37.188289 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: ca679ea3-bdcd-4fab-8f2e-e0ba60316285 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:30:37.188632 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device ca679ea3-bdcd-4fab-8f2e-e0ba60316285 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:30:37.254739 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf0f08-13ab-4e9f-95b1-6cf74d3742c7 req-d765a9d7-45ee-4740-aa64-f595b4fd7717 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:37.260010 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cccf0f08-13ab-4e9f-95b1-6cf74d3742c7 req-d765a9d7-45ee-4740-aa64-f595b4fd7717 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.1953776 Jan 24 22:30:37.558525 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cccf0f08-13ab-4e9f-95b1-6cf74d3742c7 req-20c34cbf-b207-4b66-9be0-01f2444794e1 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748549 Jan 24 22:30:38.147133 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e391279-f16e-4173-8a3e-aaa68b65f532 req-4170a7ae-359b-4011-b5fe-0dcc543314f0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:38.150168 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e391279-f16e-4173-8a3e-aaa68b65f532 req-4170a7ae-359b-4011-b5fe-0dcc543314f0 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.0802875 Jan 24 22:30:38.222424 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e391279-f16e-4173-8a3e-aaa68b65f532 req-875bb1d8-2473-44a8-97c6-d20d661412df tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652552 Jan 24 22:30:38.635048 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-798087e6-438b-4786-90a0-ee11663a0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:38.636606 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-798087e6-438b-4786-90a0-ee11663a0b2f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1099 time: 0.0981777 Jan 24 22:30:38.649670 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338fb7-6056-495c-90e3-56905ea4b478 req-4c0a196d-0221-4eba-8792-19e127eaea36 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:38.660121 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cd338fb7-6056-495c-90e3-56905ea4b478 req-4c0a196d-0221-4eba-8792-19e127eaea36 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1135886 Jan 24 22:30:38.798574 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cd338fb7-6056-495c-90e3-56905ea4b478 req-9d3a2f05-5992-4c5c-9108-7891f354cdbe tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365561 Jan 24 22:30:38.852443 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-892dd473-4c51-4211-8a64-b99028bf8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:38.854235 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-892dd473-4c51-4211-8a64-b99028bf8f07 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 920 time: 0.1954558 Jan 24 22:30:38.931785 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0868ae-2e09-4a0c-b494-372875585e47 req-b4448dc2-7201-4147-9b52-5a4445d522c1 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:38.942491 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7d0868ae-2e09-4a0c-b494-372875585e47 req-b4448dc2-7201-4147-9b52-5a4445d522c1 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.1435425 Jan 24 22:30:38.973591 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-626e6e16-fbbf-428a-82d7-8f80201fb0e7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 200 len: 217 time: 0.1077445 Jan 24 22:30:39.071511 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7d0868ae-2e09-4a0c-b494-372875585e47 req-806c6df4-2d3b-495b-b322-609505281a7f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264551 Jan 24 22:30:39.143652 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-29b5e430-e388-4d10-b229-6791263e8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:39.145533 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-29b5e430-e388-4d10-b229-6791263e8a35 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.1641090 Jan 24 22:30:39.198365 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-2fd2b531-f991-497b-a5ea-677903a5f291 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449207 Jan 24 22:30:39.414832 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-8b5776c8-da30-4d91-be77-0be9f20a8656 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061386 Jan 24 22:30:39.424156 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97a036-7725-4e3c-8146-4029a716da0c req-6e4f2ddb-057f-4ea0-9a9e-84c28cc22bb9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:39.436189 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ae97a036-7725-4e3c-8146-4029a716da0c req-6e4f2ddb-057f-4ea0-9a9e-84c28cc22bb9 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.1102262 Jan 24 22:30:39.512811 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ae97a036-7725-4e3c-8146-4029a716da0c req-0116b428-5510-470b-8d74-ec2068fb19ef tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Jan 24 22:30:39.594081 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba0e8561-ddf5-49a3-a4da-5d8182d66c76 req-bf14a97a-2b09-4f6d-83d9-7326dd093775 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707008 Jan 24 22:30:39.981459 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed1384-0cea-47a4-b858-6ce61900d429 req-81090d42-fa94-4469-beed-54bd5eac6bbc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:39.997460 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b6ed1384-0cea-47a4-b858-6ce61900d429 req-81090d42-fa94-4469-beed-54bd5eac6bbc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1034892 Jan 24 22:30:40.105496 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b6ed1384-0cea-47a4-b858-6ce61900d429 req-e0407da7-a541-44a4-9954-aaeb1321177a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963743 Jan 24 22:30:40.301028 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72d3ee-92b2-4aae-8998-0a73a225cafc req-30741879-e09a-4a15-9ea5-d3194ed01052 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:40.302935 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4e72d3ee-92b2-4aae-8998-0a73a225cafc req-30741879-e09a-4a15-9ea5-d3194ed01052 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0845048 Jan 24 22:30:40.397691 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-6d1cebdc-ba38-45a1-8a40-0a4d56f99cbb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:40.403236 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-6d1cebdc-ba38-45a1-8a40-0a4d56f99cbb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.1477308 Jan 24 22:30:40.409088 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4e72d3ee-92b2-4aae-8998-0a73a225cafc req-d2a984cd-b2df-4a52-995b-1b4b16928b72 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891812 Jan 24 22:30:40.525642 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Deleting port 0843b280-c8c5-4405-93c7-2ba198e91f41 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:30:40.526269 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:40.695509 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] For port 0843b280-c8c5-4405-93c7-2ba198e91f41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0843b280-c8c5-4405-93c7-2ba198e91f41,segment=NetworkSegment(116c3183-5ce0-418f-b3df-93d064553900),segment_id=116c3183-5ce0-418f-b3df-93d064553900)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:40.695876 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:40.757188 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Calling delete_port for 0843b280-c8c5-4405-93c7-2ba198e91f41 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:30:40.796121 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52acd6e-28d9-418f-b8d7-ea1a15b33f4f req-fa411eba-f88f-45f0-92bd-9634feadcb3d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:40.810813 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e52acd6e-28d9-418f-b8d7-ea1a15b33f4f req-fa411eba-f88f-45f0-92bd-9634feadcb3d tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 945 time: 0.1322739 Jan 24 22:30:40.935836 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e52acd6e-28d9-418f-b8d7-ea1a15b33f4f req-a793e718-a060-4836-b43c-377fd016c964 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/security-groups?id=d875a275-1609-4469-a132-83bf46257edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239533 Jan 24 22:30:41.067570 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (0843b280-c8c5-4405-93c7-2ba198e91f41), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:41.119081 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['0843b280-c8c5-4405-93c7-2ba198e91f41'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:41.185484 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Pushing event deleted for resources: {'Port': ['ID=0843b280-c8c5-4405-93c7-2ba198e91f41,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:41.268766 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c526f-f19d-419e-a523-b5b83ffc8d09 req-9aabcf65-a76d-4b30-b184-7cff421e0e98 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:41.282311 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a49c526f-f19d-419e-a523-b5b83ffc8d09 req-9aabcf65-a76d-4b30-b184-7cff421e0e98 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0764227 Jan 24 22:30:41.288067 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] No DVR routers for this DVR port 0843b280-c8c5-4405-93c7-2ba198e91f41 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:30:41.295493 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:41.302204 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d7e187ab-d728-4bcc-a92a-d6431c67c990 req-02012667-c121-4d31-99ae-3c2f938823cb tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.115 "DELETE /v2.0/ports/0843b280-c8c5-4405-93c7-2ba198e91f41 HTTP/1.1" status: 204 len: 173 time: 0.8870313 Jan 24 22:30:41.302824 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179be558-5543-42db-b299-8115c58cf1e5', 'name': 'network-vif-deleted', 'tag': '0843b280-c8c5-4405-93c7-2ba198e91f41'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:41.316140 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57f22f5-30de-4cc5-9955-a642a3a60eba" -d '{"events": [{"server_uuid": "179be558-5543-42db-b299-8115c58cf1e5", "name": "network-vif-deleted", "tag": "0843b280-c8c5-4405-93c7-2ba198e91f41"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:41.436495 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a49c526f-f19d-419e-a523-b5b83ffc8d09 req-f6f58a4b-f2d5-4842-be4b-9f9a3f8d50c9 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506956 Jan 24 22:30:41.547903 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3735817-359a-47ca-957e-95f08541b2bc x-openstack-request-id: req-f3735817-359a-47ca-957e-95f08541b2bc {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:41.548914 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179be558-5543-42db-b299-8115c58cf1e5", "name": "network-vif-deleted", "tag": "0843b280-c8c5-4405-93c7-2ba198e91f41", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:41.549394 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f3735817-359a-47ca-957e-95f08541b2bc {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:41.549963 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179be558-5543-42db-b299-8115c58cf1e5', 'name': 'network-vif-deleted', 'tag': '0843b280-c8c5-4405-93c7-2ba198e91f41', 'status': 'completed', 'code': 200} Jan 24 22:30:41.729661 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7ada6-f83f-4853-b0cb-8ae230fb79b8 req-ba6d9d56-e765-44d7-8440-2a6e7c88cbed tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:41.744591 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-14d7ada6-f83f-4853-b0cb-8ae230fb79b8 req-ba6d9d56-e765-44d7-8440-2a6e7c88cbed tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0981879 Jan 24 22:30:41.836721 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-14d7ada6-f83f-4853-b0cb-8ae230fb79b8 req-24747eca-944c-40e1-b5fb-6519af1251a9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820100 Jan 24 22:30:42.189679 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bbeb57f5-dc69-4856-b425-bcac9e586506 req-0547c5bf-587b-43cc-80e4-ab6434896a74 tempest-AttachVolumeNegativeTest-1341247169 tempest-AttachVolumeNegativeTest-1341247169-project] 10.222.0.84 "GET /v2.0/ports?device_id=179be558-5543-42db-b299-8115c58cf1e5 HTTP/1.1" status: 200 len: 210 time: 0.0981045 Jan 24 22:30:42.624051 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96470-3d24-4711-b81f-03733600ae23 req-d10759f7-205a-4092-b8c9-8cd43a912551 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:42.632083 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-47f96470-3d24-4711-b81f-03733600ae23 req-d10759f7-205a-4092-b8c9-8cd43a912551 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0780334 Jan 24 22:30:42.718891 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-47f96470-3d24-4711-b81f-03733600ae23 req-d3451a77-b4a2-4ad2-8fec-42e029e04fd4 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853951 Jan 24 22:30:43.193364 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e85f50-a39f-4172-9d31-978ce7f70610 req-c77cc3df-0bc0-44a1-aa37-ef06e960e6e2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:43.208344 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e2e85f50-a39f-4172-9d31-978ce7f70610 req-c77cc3df-0bc0-44a1-aa37-ef06e960e6e2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.1989267 Jan 24 22:30:43.323164 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e2e85f50-a39f-4172-9d31-978ce7f70610 req-cfb54f18-b2f9-4bbe-9183-0ed53521d1b0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130948 Jan 24 22:30:43.461387 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42528) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:43.555836 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c47683e-9129-46c7-b817-1d73306e6d3a admin admin] Deleting subnet 4afcac19-68de-4538-be4d-9afeccf0ceff {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:30:43.560146 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c47683e-9129-46c7-b817-1d73306e6d3a admin admin] Publish callbacks [] for subnet (4afcac19-68de-4538-be4d-9afeccf0ceff), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:43.637149 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c47683e-9129-46c7-b817-1d73306e6d3a admin admin] Publish callbacks [] for subnet (4afcac19-68de-4538-be4d-9afeccf0ceff), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:43.644487 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c47683e-9129-46c7-b817-1d73306e6d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (4afcac19-68de-4538-be4d-9afeccf0ceff), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:43.753908 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c47683e-9129-46c7-b817-1d73306e6d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for subnet (4afcac19-68de-4538-be4d-9afeccf0ceff), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:43.790625 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47683e-9129-46c7-b817-1d73306e6d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afcac19-68de-4538-be4d-9afeccf0ceff,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:43.795934 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c47683e-9129-46c7-b817-1d73306e6d3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:43.798204 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7c47683e-9129-46c7-b817-1d73306e6d3a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4afcac19-68de-4538-be4d-9afeccf0ceff HTTP/1.1" status: 204 len: 168 time: 0.3357384 Jan 24 22:30:43.800700 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42532) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:44.037844 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (e8ede52f-f77b-4695-9cf8-08051f1c017e), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:44.105337 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e473b8-f16a-4dd1-b813-8f91c4e81983 req-85343770-ef8c-4937-b5c0-6405c7beeb7a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:44.113212 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c9e473b8-f16a-4dd1-b813-8f91c4e81983 req-85343770-ef8c-4937-b5c0-6405c7beeb7a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1489363 Jan 24 22:30:44.117594 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 0843b280-c8c5-4405-93c7-2ba198e91f41 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:30:44.161452 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 0843b280-c8c5-4405-93c7-2ba198e91f41 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:30:44.162445 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 0843b280-c8c5-4405-93c7-2ba198e91f41 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:30:44.224220 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c9e473b8-f16a-4dd1-b813-8f91c4e81983 req-abaad1ce-d199-4737-89d4-a47d4d8e7c6f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099849 Jan 24 22:30:44.329838 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (e8ede52f-f77b-4695-9cf8-08051f1c017e), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:44.367909 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.368280 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.370385 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.370385 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > port after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.370385 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.370762 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > port after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.370859 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.371112 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.371419 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.371727 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.475156 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.475725 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.476132 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.476529 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 22:30:44.476972 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ede52f-f77b-4695-9cf8-08051f1c017e']}} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:44.883307 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116c3183-5ce0-418f-b3df-93d064553900') {'for_net_delete': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:44.884006 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116c3183-5ce0-418f-b3df-93d064553900') {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:44.917185 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25463722'] for segment (116c3183-5ce0-418f-b3df-93d064553900), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:44.959879 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429d68c-fcd7-4c37-9564-45046649dc1a req-63300e0d-cbaf-4268-8845-1fe54c93b20d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:44.966390 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d429d68c-fcd7-4c37-9564-45046649dc1a req-63300e0d-cbaf-4268-8845-1fe54c93b20d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.1295037 Jan 24 22:30:45.026122 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (116c3183-5ce0-418f-b3df-93d064553900), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:45.052422 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d429d68c-fcd7-4c37-9564-45046649dc1a req-78b43235-f4e4-4b05-9f18-d7419374d9d2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850332 Jan 24 22:30:45.069816 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:30:45.070259 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25336995'] for segment (116c3183-5ce0-418f-b3df-93d064553900), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: Traceback (most recent call last): Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: timer() Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: cb(*args, **kw) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: return func(*args, **kwargs) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: self._notify() Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: self.callback(batched_events) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: event.method(event) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: return f(self, *a, **k) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: return self._get(url).json() Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: return self.request(url, 'GET', **kwargs) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:30:45.075244 dv-cinder-813223-4-iscsi neutron-server[102562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:30:45.166058 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (e8ede52f-f77b-4695-9cf8-08051f1c017e), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:45.182196 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:45.186626 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e8ede52f-f77b-4695-9cf8-08051f1c017e HTTP/1.1" status: 204 len: 168 time: 1.3849125 Jan 24 22:30:45.232296 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5fae8-1573-4efd-b78e-d3560dff9144 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ede52f-f77b-4695-9cf8-08051f1c017e,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:45.451110 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42548) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:45.541001 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a005a0-ee48-4eae-a5e6-f22b0c6db606 req-5a171761-c293-42b4-b6b0-375621949ca6 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:45.542779 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a0a005a0-ee48-4eae-a5e6-f22b0c6db606 req-5a171761-c293-42b4-b6b0-375621949ca6 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1554523 Jan 24 22:30:45.565907 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-34f382ef-0a9d-4f69-9ffe-9adec2300564 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a78218846bb84713b4c02d9f95a25250&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1124794 Jan 24 22:30:45.569818 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42550) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:45.647399 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a0a005a0-ee48-4eae-a5e6-f22b0c6db606 req-ef6823c2-956e-423d-a0f9-c0c313c0f74a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952737 Jan 24 22:30:45.677329 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ff84a711-6339-4ba9-a92a-89a27c1ea801 admin admin] Publish callbacks [] for security_group (d875a275-1609-4469-a132-83bf46257edb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:45.705806 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ff84a711-6339-4ba9-a92a-89a27c1ea801 admin admin] Publish callbacks [] for security_group (d875a275-1609-4469-a132-83bf46257edb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:45.768096 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ff84a711-6339-4ba9-a92a-89a27c1ea801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d875a275-1609-4469-a132-83bf46257edb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:45.775933 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ff84a711-6339-4ba9-a92a-89a27c1ea801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:45.778244 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ff84a711-6339-4ba9-a92a-89a27c1ea801 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d875a275-1609-4469-a132-83bf46257edb HTTP/1.1" status: 204 len: 168 time: 0.2071106 Jan 24 22:30:45.812412 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84a711-6339-4ba9-a92a-89a27c1ea801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875a275-1609-4469-a132-83bf46257edb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:46.165527 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2023082b-eb68-4e52-9dfb-1bd6751ce526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:46.308212 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37451872-5a91-4d26-90f6-ea352edf86eb req-6aab310f-c76a-4e8a-9ba0-74ecc82929c5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:46.309857 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-37451872-5a91-4d26-90f6-ea352edf86eb req-6aab310f-c76a-4e8a-9ba0-74ecc82929c5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.1218941 Jan 24 22:30:46.476126 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-37451872-5a91-4d26-90f6-ea352edf86eb req-f6f2bcd4-ee0c-49a8-86ba-8c1b1dfd4370 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599774 Jan 24 22:30:46.914182 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d892-e96a-4b06-a069-a54492db21c2 req-2d281ceb-1c6e-4033-8230-eb3d02cc6037 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:46.923694 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2cf3d892-e96a-4b06-a069-a54492db21c2 req-2d281ceb-1c6e-4033-8230-eb3d02cc6037 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1193600 Jan 24 22:30:47.070492 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2cf3d892-e96a-4b06-a069-a54492db21c2 req-01635f7c-57ba-46f6-bf88-55ba159efcc6 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294305 Jan 24 22:30:47.432102 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42576) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:47.631165 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105141980-network', 'tenant_id': 'a310210ba5bc42ee9de2055e2b2efc39'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:47.689779 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Made reservation on behalf of a310210ba5bc42ee9de2055e2b2efc39 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:47.693254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:47.706724 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:47.707173 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798785c5-0831-4abd-a7ec-b6538a9971a0 req-7834dee9-62c2-43b2-9351-77e573fc580f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:47.710709 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-798785c5-0831-4abd-a7ec-b6538a9971a0 req-7834dee9-62c2-43b2-9351-77e573fc580f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0932190 Jan 24 22:30:47.819699 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-798785c5-0831-4abd-a7ec-b6538a9971a0 req-442fe0db-93be-459f-9167-a24ab2532f70 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036322 Jan 24 22:30:47.905365 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Publish callbacks [] for security_group (bbb0eef9-ee51-414a-988c-f3cb683afc09), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:47.916549 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (bbb0eef9-ee51-414a-988c-f3cb683afc09), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:47.957888 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0eef9-ee51-414a-988c-f3cb683afc09,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:48.016071 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:30:48.041524 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (d96f7870-37d7-4da5-8969-91d791e79797), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:48.042275 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Added segment d96f7870-37d7-4da5-8969-91d791e79797 of type vlan for network 8dca7d5d-dbf5-481e-b236-1d079d2666bb Jan 24 22:30:48.108727 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (8dca7d5d-dbf5-481e-b236-1d079d2666bb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:48.185762 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (8dca7d5d-dbf5-481e-b236-1d079d2666bb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:48.186969 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:48.187558 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:48.356140 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9041274 Jan 24 22:30:48.356140 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42584) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:48.356140 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Request body: {'subnet': {'network_id': '8dca7d5d-dbf5-481e-b236-1d079d2666bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105141980-subnet', 'tenant_id': 'a310210ba5bc42ee9de2055e2b2efc39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:48.397344 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be8612-4e0a-4c3a-b36d-937490afc335 req-b02fe99c-7c3f-46c3-8df7-c9857cec978b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:48.397344 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-00be8612-4e0a-4c3a-b36d-937490afc335 req-b02fe99c-7c3f-46c3-8df7-c9857cec978b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1518803 Jan 24 22:30:48.417483 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce93763-68b0-452f-b795-6f987f622c93 admin admin] Pushing event updated for resources: {'Network': ['ID=8dca7d5d-dbf5-481e-b236-1d079d2666bb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:48.438694 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 8dca7d5d-dbf5-481e-b236-1d079d2666bb details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:30:48.570919 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-00be8612-4e0a-4c3a-b36d-937490afc335 req-e4d3aefa-2a3d-457f-9a0d-3e398211296e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901200 Jan 24 22:30:48.622142 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Made reservation on behalf of a310210ba5bc42ee9de2055e2b2efc39 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:48.627978 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758921'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:48.749620 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-02cd5980-7d26-4c08-ae7c-110eeb9bcc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:49.099952 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89705db5-585d-40f8-9a5c-ba55911f952e req-09b95616-802f-4b3a-bb86-8d6047470bbd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:49.105117 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-89705db5-585d-40f8-9a5c-ba55911f952e req-09b95616-802f-4b3a-bb86-8d6047470bbd tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.1132262 Jan 24 22:30:49.146525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25761367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758967'] for subnet (10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:49.209535 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-89705db5-585d-40f8-9a5c-ba55911f952e req-4860cd52-24c6-430e-8edd-1d6f71d3b22b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996327 Jan 24 22:30:49.231457 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:49.265365 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Checking segment: {'id': 'd96f7870-37d7-4da5-8969-91d791e79797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8dca7d5d-dbf5-481e-b236-1d079d2666bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:30:49.266404 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Network hostable DHCP agents. Network: 8dca7d5d-dbf5-481e-b236-1d079d2666bb, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:30:49.296671 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Network 8dca7d5d-dbf5-481e-b236-1d079d2666bb is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:30:49.326549 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 8dca7d5d-dbf5-481e-b236-1d079d2666bb) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:30:49.333913 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:49.339493 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da86b2-3982-4010-8da4-74999245fbba None None] Network 8dca7d5d-dbf5-481e-b236-1d079d2666bb requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:30:49.348128 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:49.398213 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e55e2f09-c323-43aa-a5c8-81d72e7524d8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0441947 Jan 24 22:30:49.554508 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:49.646391 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688329b9-d012-4020-a8a2-11174607da46 None None] Network 8dca7d5d-dbf5-481e-b236-1d079d2666bb requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:30:49.869879 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c2eb-28f9-4ff7-bc38-693c1c5cd7b7 req-1744f228-6408-4422-a99e-4795ec4fe321 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:49.879770 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92d9c2eb-28f9-4ff7-bc38-693c1c5cd7b7 req-1744f228-6408-4422-a99e-4795ec4fe321 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1004999 Jan 24 22:30:49.976273 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-92d9c2eb-28f9-4ff7-bc38-693c1c5cd7b7 req-4bc5c867-7cf9-44ce-84cd-3744fda47116 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949833 Jan 24 22:30:50.307270 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42642) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:50.313787 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327835893-network', 'tenant_id': '211c2018295046a384f552c5da7d75ea'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:50.341923 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Made reservation on behalf of 211c2018295046a384f552c5da7d75ea for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:50.343295 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.352504 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.397856 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3ebb8-2e39-4709-a7f6-820f43730061 req-b0b56d93-5eff-4ee1-8414-292193d26701 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:50.399343 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-66d3ebb8-2e39-4709-a7f6-820f43730061 req-b0b56d93-5eff-4ee1-8414-292193d26701 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0760388 Jan 24 22:30:50.417423 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-49896840-1b5f-45cb-93fb-eb85327d9926 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:50.418847 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-49896840-1b5f-45cb-93fb-eb85327d9926 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/networks?id=e8888219-d5d2-46f9-84f1-df880fd5a58a HTTP/1.1" status: 200 len: 813 time: 0.1778467 Jan 24 22:30:50.439317 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Publish callbacks [] for security_group (e3cb78dc-bf6a-4db3-97f8-276987e6851c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.444531 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e3cb78dc-bf6a-4db3-97f8-276987e6851c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.466124 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-2d6fab07-f55a-45d3-8119-f0eb63acb7f2 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/quotas/cc5a655a0b0f4f0482453bde6f196195 HTTP/1.1" status: 200 len: 375 time: 0.0264912 Jan 24 22:30:50.473246 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:30:50.479664 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-66d3ebb8-2e39-4709-a7f6-820f43730061 req-45f1993b-1909-4c81-bd45-bd116ab0948c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701032 Jan 24 22:30:50.481631 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb78dc-bf6a-4db3-97f8-276987e6851c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:50.489879 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (3ac26a64-c038-495b-b558-0343614dd7ca), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.490230 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Added segment 3ac26a64-c038-495b-b558-0343614dd7ca of type vlan for network 958716bd-b1a7-4bfb-b0d4-6eb1c0267734 Jan 24 22:30:50.506415 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-9bae1743-3dd5-4cbd-9cf1-28aff5b8570b tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cc5a655a0b0f4f0482453bde6f196195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314791 Jan 24 22:30:50.550093 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (958716bd-b1a7-4bfb-b0d4-6eb1c0267734), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.583439 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (958716bd-b1a7-4bfb-b0d4-6eb1c0267734), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.584621 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:50.585136 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.617034 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-0b200046-b21c-4232-b63d-aced15aacf79 service neutron] 10.222.0.84 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999689 Jan 24 22:30:50.645270 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3367743 Jan 24 22:30:50.648012 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42644) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:50.654638 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Request body: {'subnet': {'network_id': '958716bd-b1a7-4bfb-b0d4-6eb1c0267734', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327835893-subnet', 'tenant_id': '211c2018295046a384f552c5da7d75ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:50.660048 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389086ae-1af5-4315-9163-de92e4e56c74 admin admin] Pushing event updated for resources: {'Network': ['ID=958716bd-b1a7-4bfb-b0d4-6eb1c0267734,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:50.673351 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 958716bd-b1a7-4bfb-b0d4-6eb1c0267734 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:30:50.692073 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Made reservation on behalf of 211c2018295046a384f552c5da7d75ea for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:50.694612 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758921'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.722655 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-af65cd82-d8f1-48bb-bf21-69ff6d1b4980 service neutron] 10.222.0.84 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016965 Jan 24 22:30:50.946731 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25761367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758967'] for subnet (472157f4-bb9a-4d49-8c0a-e4c830e17dd5), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.981433 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:50.981723 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-369e2a70-1a03-4ba1-8c21-0776864f49de req-736b812e-7c55-4c4f-a970-f9b793bc4a12 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 210 time: 0.0406046 Jan 24 22:30:51.053952 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=472157f4-bb9a-4d49-8c0a-e4c830e17dd5,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:51.086953 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Checking segment: {'id': '3ac26a64-c038-495b-b558-0343614dd7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '958716bd-b1a7-4bfb-b0d4-6eb1c0267734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:30:51.086953 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Network hostable DHCP agents. Network: 958716bd-b1a7-4bfb-b0d4-6eb1c0267734, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:30:51.142135 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96956fe-1c7d-4ccd-ab42-4fbfdab576cf req-6c7448f8-dae4-40b0-a9cd-20b329a1bf87 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:51.144694 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e96956fe-1c7d-4ccd-ab42-4fbfdab576cf req-6c7448f8-dae4-40b0-a9cd-20b329a1bf87 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0877941 Jan 24 22:30:51.175968 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Network 958716bd-b1a7-4bfb-b0d4-6eb1c0267734 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:30:51.196571 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514adb24-f719-4601-bd2f-c58edda82751 req-a068348f-63b0-4c10-9a99-32a340a6bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:51.199199 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-514adb24-f719-4601-bd2f-c58edda82751 req-a068348f-63b0-4c10-9a99-32a340a6bd17 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 1098 time: 0.0951540 Jan 24 22:30:51.200533 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 958716bd-b1a7-4bfb-b0d4-6eb1c0267734) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:30:51.206587 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:51.207369 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:51.212283 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c16a6-e0ad-4ac5-b2f4-95efb24bda66 None None] Network 958716bd-b1a7-4bfb-b0d4-6eb1c0267734 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:30:51.293650 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e96956fe-1c7d-4ccd-ab42-4fbfdab576cf req-c4426689-895d-4535-9ca6-cefb2101c9a1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392345 Jan 24 22:30:51.304106 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-df8d5ef7-353d-488b-b276-af97768dc02a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6548896 Jan 24 22:30:51.371612 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514adb24-f719-4601-bd2f-c58edda82751 req-8f37e3ee-49ac-4a92-8e51-d084e4bf82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:51.373278 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-514adb24-f719-4601-bd2f-c58edda82751 req-8f37e3ee-49ac-4a92-8e51-d084e4bf82d4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.1624062 Jan 24 22:30:51.482468 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42676) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:51.527042 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4ef32-1340-4340-910f-578cf0b2c174 None None] Network 958716bd-b1a7-4bfb-b0d4-6eb1c0267734 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:30:51.583417 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-514adb24-f719-4601-bd2f-c58edda82751 req-3c3ffcb1-fdcf-4477-82f2-270e7825b306 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987c8810-0969-4e25-bb03-7993afce108d HTTP/1.1" status: 200 len: 1000 time: 0.1931634 Jan 24 22:30:51.587332 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3c661a-5064-46d0-a472-c296d7b10f20 admin admin] Deleting subnet 10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:30:51.592301 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4d3c661a-5064-46d0-a472-c296d7b10f20 admin admin] Publish callbacks [] for subnet (10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:51.677585 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4d3c661a-5064-46d0-a472-c296d7b10f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:51.738508 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514adb24-f719-4601-bd2f-c58edda82751 req-d74539b5-e04b-4137-b375-cfce89923f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:51.743051 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464012d-3651-4047-8724-ccd2934e090a req-f7cbe0e3-4f60-4173-9129-87153d32c0ae tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:51.745562 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-514adb24-f719-4601-bd2f-c58edda82751 req-d74539b5-e04b-4137-b375-cfce89923f89 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.1521609 Jan 24 22:30:51.760141 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1464012d-3651-4047-8724-ccd2934e090a req-f7cbe0e3-4f60-4173-9129-87153d32c0ae tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.1340599 Jan 24 22:30:51.832047 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4d3c661a-5064-46d0-a472-c296d7b10f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:51.835006 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514adb24-f719-4601-bd2f-c58edda82751 req-2a2f68a4-ff64-4c1e-90b9-014c3939cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:51.836488 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-514adb24-f719-4601-bd2f-c58edda82751 req-2a2f68a4-ff64-4c1e-90b9-014c3939cf86 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746362 Jan 24 22:30:51.881604 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1464012d-3651-4047-8724-ccd2934e090a req-e2df7ce4-52ec-4fbe-a14c-561b16aec7f6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205525 Jan 24 22:30:51.964961 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4d3c661a-5064-46d0-a472-c296d7b10f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:51.989176 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4d3c661a-5064-46d0-a472-c296d7b10f20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:51.992472 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4d3c661a-5064-46d0-a472-c296d7b10f20 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e HTTP/1.1" status: 204 len: 168 time: 0.5083506 Jan 24 22:30:51.994988 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42690) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:52.010325 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c661a-5064-46d0-a472-c296d7b10f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f3fddb-ebf2-4adc-8c1e-92aaa8f3561e,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:52.040243 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-514adb24-f719-4601-bd2f-c58edda82751 req-acf8d8ae-668f-4fe8-a87c-9220d843e6c7 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955254 Jan 24 22:30:52.155737 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (8dca7d5d-dbf5-481e-b236-1d079d2666bb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.170706 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1798490a-c08f-4a60-8bca-6bdff8cfafb4 req-9297dbf2-a439-41fd-83ad-8e2d98506a9e tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 210 time: 0.0331318 Jan 24 22:30:52.186511 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-514adb24-f719-4601-bd2f-c58edda82751 req-14c21dfa-370c-4eb7-80a0-1a0c4abaf705 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164837 Jan 24 22:30:52.261667 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (8dca7d5d-dbf5-481e-b236-1d079d2666bb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.283792 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dca7d5d-dbf5-481e-b236-1d079d2666bb']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:52.294075 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96f7870-37d7-4da5-8969-91d791e79797') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:52.294364 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96f7870-37d7-4da5-8969-91d791e79797') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:52.304233 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (d96f7870-37d7-4da5-8969-91d791e79797), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.317650 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (d96f7870-37d7-4da5-8969-91d791e79797), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.326119 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:30:52.326515 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (d96f7870-37d7-4da5-8969-91d791e79797), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.329011 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:30:52.331720 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:30:52.382287 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.395995 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (8dca7d5d-dbf5-481e-b236-1d079d2666bb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.406798 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.413445 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8dca7d5d-dbf5-481e-b236-1d079d2666bb HTTP/1.1" status: 204 len: 168 time: 0.4147282 Jan 24 22:30:52.413782 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42724) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:52.424354 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2934f-8739-400c-adf5-9cf200ed3183 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dca7d5d-dbf5-481e-b236-1d079d2666bb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:52.498024 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-49eb9723-e5f4-4cd2-9a69-a5990def1c59 admin admin] Deleting subnet 472157f4-bb9a-4d49-8c0a-e4c830e17dd5 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:30:52.504430 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49eb9723-e5f4-4cd2-9a69-a5990def1c59 admin admin] Publish callbacks [] for subnet (472157f4-bb9a-4d49-8c0a-e4c830e17dd5), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.514101 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf21ca-b1bf-497c-8cc6-b157353d3fcf req-a2467815-be6e-4f1a-a8d1-0ce6925b4bf9 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:52.515785 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-52bf21ca-b1bf-497c-8cc6-b157353d3fcf req-a2467815-be6e-4f1a-a8d1-0ce6925b4bf9 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0995731 Jan 24 22:30:52.590547 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49eb9723-e5f4-4cd2-9a69-a5990def1c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (472157f4-bb9a-4d49-8c0a-e4c830e17dd5), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.621557 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-52bf21ca-b1bf-497c-8cc6-b157353d3fcf req-7b0f10db-4231-4933-90a6-20ee09fd46ea tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860240 Jan 24 22:30:52.640975 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-af83bf43-b403-4383-820f-a1da372dbc3e tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:52.640975 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-af83bf43-b403-4383-820f-a1da372dbc3e tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.115 "GET /v2.0/networks?id=e8888219-d5d2-46f9-84f1-df880fd5a58a HTTP/1.1" status: 200 len: 813 time: 0.1078081 Jan 24 22:30:52.644474 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49eb9723-e5f4-4cd2-9a69-a5990def1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (472157f4-bb9a-4d49-8c0a-e4c830e17dd5), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.663011 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Request body: {'port': {'device_id': 'f960b38f-f542-4b02-972e-f0c17fe05d4c', 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a', 'admin_state_up': True, 'tenant_id': 'cc5a655a0b0f4f0482453bde6f196195'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:52.704497 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49eb9723-e5f4-4cd2-9a69-a5990def1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (472157f4-bb9a-4d49-8c0a-e4c830e17dd5), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.732544 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb9723-e5f4-4cd2-9a69-a5990def1c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472157f4-bb9a-4d49-8c0a-e4c830e17dd5,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:52.738165 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49eb9723-e5f4-4cd2-9a69-a5990def1c59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.744387 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-49eb9723-e5f4-4cd2-9a69-a5990def1c59 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/472157f4-bb9a-4d49-8c0a-e4c830e17dd5 HTTP/1.1" status: 204 len: 168 time: 0.3294606 Jan 24 22:30:52.745288 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42734) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:52.837360 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (958716bd-b1a7-4bfb-b0d4-6eb1c0267734), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.852720 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Made reservation on behalf of cc5a655a0b0f4f0482453bde6f196195 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:30:52.856476 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:52.987231 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (958716bd-b1a7-4bfb-b0d4-6eb1c0267734), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.004844 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651706f-686f-43a2-be95-e3c9faddeffe req-69f9ee4e-d404-4810-bff3-94aa7b7b00b7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:53.006887 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2651706f-686f-43a2-be95-e3c9faddeffe req-69f9ee4e-d404-4810-bff3-94aa7b7b00b7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0517802 Jan 24 22:30:53.039921 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958716bd-b1a7-4bfb-b0d4-6eb1c0267734']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:53.054853 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac26a64-c038-495b-b558-0343614dd7ca') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:53.055233 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac26a64-c038-495b-b558-0343614dd7ca') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:53.070542 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2651706f-686f-43a2-be95-e3c9faddeffe req-8b1dbad2-2a91-4616-9e97-7f4eabcbf370 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502329 Jan 24 22:30:53.071359 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (3ac26a64-c038-495b-b558-0343614dd7ca), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.096850 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Allocated IP 172.20.0.2 (e8888219-d5d2-46f9-84f1-df880fd5a58a/b6fe4442-f7a9-4346-a743-9dbc44d987c2/3b795779-9a59-417a-a073-f7d208152ddb) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:30:53.099352 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (3ac26a64-c038-495b-b558-0343614dd7ca), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.111020 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:30:53.111484 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (3ac26a64-c038-495b-b558-0343614dd7ca), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:30:53.113244 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:30:53.184503 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (958716bd-b1a7-4bfb-b0d4-6eb1c0267734), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.192619 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.195684 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] 10.222.0.84 "DELETE /v2.0/networks/958716bd-b1a7-4bfb-b0d4-6eb1c0267734 HTTP/1.1" status: 204 len: 168 time: 0.4495585 Jan 24 22:30:53.212101 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266c8de-61fd-44a8-8a9d-5b7685dbb300 admin admin] Pushing event deleted for resources: {'Network': ['ID=958716bd-b1a7-4bfb-b0d4-6eb1c0267734,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:53.273896 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c3803116-85c9-453e-b4e4-17ca55d58922 req-160faf7d-ee8c-40ab-afcf-80bfa7983441 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 210 time: 0.0303683 Jan 24 22:30:53.330602 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks [] for port (3b795779-9a59-417a-a073-f7d208152ddb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.369102 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (3b795779-9a59-417a-a073-f7d208152ddb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.400802 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42742) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:53.415904 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Network e8888219-d5d2-46f9-84f1-df880fd5a58a is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:30:53.429730 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:30:53.434354 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:30:53.444245 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Pushing event updated for resources: {'Port': ['ID=3b795779-9a59-417a-a073-f7d208152ddb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:53.457594 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-df505e7f-3231-40ca-a85b-742b948a93b1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a310210ba5bc42ee9de2055e2b2efc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555203 Jan 24 22:30:53.459364 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42744) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:53.498057 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:53.498931 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.518381 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-315b07ba-bab7-4e56-a350-c02cce9e6848 admin admin] Publish callbacks [] for security_group (bbb0eef9-ee51-414a-988c-f3cb683afc09), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.521584 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec81b74c-612b-4367-82ba-b396c55f8b01 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8623860 Jan 24 22:30:53.542089 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-315b07ba-bab7-4e56-a350-c02cce9e6848 admin admin] Publish callbacks [] for security_group (bbb0eef9-ee51-414a-988c-f3cb683afc09), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.543601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Request body: {'port': {'device_id': 'f960b38f-f542-4b02-972e-f0c17fe05d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:30:53.596690 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42748) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:53.605996 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-315b07ba-bab7-4e56-a350-c02cce9e6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (bbb0eef9-ee51-414a-988c-f3cb683afc09), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.608880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-315b07ba-bab7-4e56-a350-c02cce9e6848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.610318 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-315b07ba-bab7-4e56-a350-c02cce9e6848 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bbb0eef9-ee51-414a-988c-f3cb683afc09 HTTP/1.1" status: 204 len: 168 time: 0.1500399 Jan 24 22:30:53.617987 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (3b795779-9a59-417a-a073-f7d208152ddb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.642098 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b07ba-bab7-4e56-a350-c02cce9e6848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0eef9-ee51-414a-988c-f3cb683afc09,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:53.678524 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:30:53.680384 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eccb06-c7ac-4624-aef6-0851444dd6a0 admin admin] Deleting subnet 220db021-e9c3-40c9-bda5-61128d6699a2 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:30:53.686953 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-35eccb06-c7ac-4624-aef6-0851444dd6a0 admin admin] Publish callbacks [] for subnet (220db021-e9c3-40c9-bda5-61128d6699a2), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.747375 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-35eccb06-c7ac-4624-aef6-0851444dd6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (220db021-e9c3-40c9-bda5-61128d6699a2), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.814469 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-35eccb06-c7ac-4624-aef6-0851444dd6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (220db021-e9c3-40c9-bda5-61128d6699a2), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.849451 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35fa7d-7010-4273-9f6f-d6ee5d509594 req-415f5e2e-db82-43da-a443-3015900158ed tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:53.857311 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b35fa7d-7010-4273-9f6f-d6ee5d509594 req-415f5e2e-db82-43da-a443-3015900158ed tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1254079 Jan 24 22:30:53.929327 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b35fa7d-7010-4273-9f6f-d6ee5d509594 req-3e4b9d29-8b30-4067-af09-9681308e8886 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709996 Jan 24 22:30:53.949447 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-35eccb06-c7ac-4624-aef6-0851444dd6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (220db021-e9c3-40c9-bda5-61128d6699a2), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.983978 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b795779-9a59-417a-a073-f7d208152ddb {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:30:53.986892 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-35eccb06-c7ac-4624-aef6-0851444dd6a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.992553 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-35eccb06-c7ac-4624-aef6-0851444dd6a0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/220db021-e9c3-40c9-bda5-61128d6699a2 HTTP/1.1" status: 204 len: 168 time: 0.3921459 Jan 24 22:30:53.992553 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eccb06-c7ac-4624-aef6-0851444dd6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220db021-e9c3-40c9-bda5-61128d6699a2,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:53.992765 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Publish callbacks [] for port (3b795779-9a59-417a-a073-f7d208152ddb), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:53.993499 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42756) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:54.006511 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Transition to ACTIVE for port object 3b795779-9a59-417a-a073-f7d208152ddb will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:30:54.012919 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (3b795779-9a59-417a-a073-f7d208152ddb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.043776 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42758) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:54.065543 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (10de36a5-6511-4593-99b8-3e13068c9c6a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.081946 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Pushing event updated for resources: {'Port': ['ID=3b795779-9a59-417a-a073-f7d208152ddb,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:54.145041 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cf6264f1-d91e-4aab-9792-79bcf7094143 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=211c2018295046a384f552c5da7d75ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998909 Jan 24 22:30:54.148854 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 42762) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:54.156096 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (10de36a5-6511-4593-99b8-3e13068c9c6a), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.193642 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10de36a5-6511-4593-99b8-3e13068c9c6a']}} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:54.204594 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Attempting to bind port 3b795779-9a59-417a-a073-f7d208152ddb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:30:54.205059 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Attempting to bind port 3b795779-9a59-417a-a073-f7d208152ddb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:30:54.205286 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Attempting to bind port 3b795779-9a59-417a-a073-f7d208152ddb on network e8888219-d5d2-46f9-84f1-df880fd5a58a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:30:54.205902 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68') {'for_net_delete': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:54.206191 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e3bc07-31d8-4660-a9e4-b0bea1f26b68') {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:30:54.213079 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Port 3b795779-9a59-417a-a073-f7d208152ddb on network e8888219-d5d2-46f9-84f1-df880fd5a58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:30:54.213378 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Attempting to bind port 3b795779-9a59-417a-a073-f7d208152ddb on network e8888219-d5d2-46f9-84f1-df880fd5a58a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:30:54.217538 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25463722'] for segment (f6e3bc07-31d8-4660-a9e4-b0bea1f26b68), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.226115 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:30:54.226456 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Checking segment: {'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:30:54.226838 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Bound using segment: {'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:30:54.227429 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Bound port: 3b795779-9a59-417a-a073-f7d208152ddb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:30:54.227630 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (3b795779-9a59-417a-a073-f7d208152ddb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.235175 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52f8be-fcea-4f44-80a3-915f4054eafc req-f9762981-4e61-4285-911a-c440133bcebe tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:54.236679 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8f52f8be-fcea-4f44-80a3-915f4054eafc req-f9762981-4e61-4285-911a-c440133bcebe tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0905476 Jan 24 22:30:54.244495 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1a23790-c4f8-4424-b54b-575260bdfbad admin admin] Publish callbacks [] for security_group (e3cb78dc-bf6a-4db3-97f8-276987e6851c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.244712 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (f6e3bc07-31d8-4660-a9e4-b0bea1f26b68), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.258549 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:30:54.258549 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25336995'] for segment (f6e3bc07-31d8-4660-a9e4-b0bea1f26b68), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: Traceback (most recent call last): Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: timer() Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: cb(*args, **kw) Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: return func(*args, **kwargs) Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: self._notify() Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: self.callback(batched_events) Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: event.method(event) Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: return f(self, *a, **k) Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: return self._get(url).json() Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: return self.request(url, 'GET', **kwargs) Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:30:54.260358 dv-cinder-813223-4-iscsi neutron-server[102562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:30:54.294386 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1a23790-c4f8-4424-b54b-575260bdfbad admin admin] Publish callbacks [] for security_group (e3cb78dc-bf6a-4db3-97f8-276987e6851c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.354444 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8f52f8be-fcea-4f44-80a3-915f4054eafc req-780b8751-f798-4e9d-bfad-6cc0af22f533 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066134 Jan 24 22:30:54.355914 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (10de36a5-6511-4593-99b8-3e13068c9c6a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.360641 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] For port 3b795779-9a59-417a-a073-f7d208152ddb, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:30:54.364520 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] For port 3b795779-9a59-417a-a073-f7d208152ddb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3b795779-9a59-417a-a073-f7d208152ddb,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:30:54.368745 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.377902 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] 10.222.0.84 "DELETE /v2.0/networks/10de36a5-6511-4593-99b8-3e13068c9c6a HTTP/1.1" status: 204 len: 168 time: 0.3829594 Jan 24 22:30:54.387778 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (3b795779-9a59-417a-a073-f7d208152ddb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.399377 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5abef2-992f-43fe-89ce-43639f170421 admin admin] Pushing event deleted for resources: {'Network': ['ID=10de36a5-6511-4593-99b8-3e13068c9c6a,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:54.434832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1a23790-c4f8-4424-b54b-575260bdfbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e3cb78dc-bf6a-4db3-97f8-276987e6851c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.437581 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1a23790-c4f8-4424-b54b-575260bdfbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.439591 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e1a23790-c4f8-4424-b54b-575260bdfbad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3cb78dc-bf6a-4db3-97f8-276987e6851c HTTP/1.1" status: 204 len: 168 time: 0.2897792 Jan 24 22:30:54.442985 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:54.444040 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.445323 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] 10.222.0.115 "PUT /v2.0/ports/3b795779-9a59-417a-a073-f7d208152ddb HTTP/1.1" status: 200 len: 1093 time: 0.9064765 Jan 24 22:30:54.447311 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f960b38f-f542-4b02-972e-f0c17fe05d4c', 'tag': '3b795779-9a59-417a-a073-f7d208152ddb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:54.449933 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f960b38f-f542-4b02-972e-f0c17fe05d4c", "tag": "3b795779-9a59-417a-a073-f7d208152ddb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:54.468847 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37449c98-753a-4366-a99c-fd2e9fbfb06f req-ffcd06ab-bdca-4c60-bc18-655b3aa1e562 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:54.475302 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a23790-c4f8-4424-b54b-575260bdfbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb78dc-bf6a-4db3-97f8-276987e6851c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:54.489530 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-37449c98-753a-4366-a99c-fd2e9fbfb06f req-ffcd06ab-bdca-4c60-bc18-655b3aa1e562 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 943 time: 0.0913377 Jan 24 22:30:54.524973 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144cd13-6e17-48ce-93b4-d5e313d26a6a service neutron] Pushing event updated for resources: {'Port': ['ID=3b795779-9a59-417a-a073-f7d208152ddb,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:54.528912 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9933448-42d1-4b5b-a7b4-38eae3e7c094 x-openstack-request-id: req-d9933448-42d1-4b5b-a7b4-38eae3e7c094 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:54.529306 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f960b38f-f542-4b02-972e-f0c17fe05d4c", "tag": "3b795779-9a59-417a-a073-f7d208152ddb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:54.529563 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d9933448-42d1-4b5b-a7b4-38eae3e7c094 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:54.529969 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f960b38f-f542-4b02-972e-f0c17fe05d4c', 'tag': '3b795779-9a59-417a-a073-f7d208152ddb', 'status': 'completed', 'code': 200} Jan 24 22:30:54.543225 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-37449c98-753a-4366-a99c-fd2e9fbfb06f req-3c95c0df-e8a3-4710-8f03-2bdbb88339fe tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Jan 24 22:30:54.586059 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b973a79f-41fd-4491-9c40-ae47b0a9f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:54.587667 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-b973a79f-41fd-4491-9c40-ae47b0a9f3fa service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cc5a655a0b0f4f0482453bde6f196195&device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 1096 time: 0.0473506 Jan 24 22:30:54.618874 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42772) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:54.670233 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-81e75674-6d1b-40c3-9a7d-8aeda30492e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f745f8e89f0b47f7a49e565becce2c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501230 Jan 24 22:30:54.670957 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42776) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:54.726878 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bdee85aa-e37f-4ead-9a00-e889739b1a17 admin admin] Publish callbacks [] for security_group (4eee290d-52e3-4fb9-82fb-04fa67b428ec), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.759417 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bdee85aa-e37f-4ead-9a00-e889739b1a17 admin admin] Publish callbacks [] for security_group (4eee290d-52e3-4fb9-82fb-04fa67b428ec), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.829883 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bdee85aa-e37f-4ead-9a00-e889739b1a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4eee290d-52e3-4fb9-82fb-04fa67b428ec), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.833482 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bdee85aa-e37f-4ead-9a00-e889739b1a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:54.837053 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-bdee85aa-e37f-4ead-9a00-e889739b1a17 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4eee290d-52e3-4fb9-82fb-04fa67b428ec HTTP/1.1" status: 204 len: 168 time: 0.1627102 Jan 24 22:30:54.842839 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee85aa-e37f-4ead-9a00-e889739b1a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee290d-52e3-4fb9-82fb-04fa67b428ec,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:54.913379 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-ec8cb5a1-38f7-40a2-9f21-e1c62eecc0e1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b795779-9a59-417a-a073-f7d208152ddb HTTP/1.1" status: 200 len: 217 time: 0.3111613 Jan 24 22:30:54.979331 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-cbced007-ae3d-487b-bb20-b1dc5b72c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:54.981695 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-cbced007-ae3d-487b-bb20-b1dc5b72c7cf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b6fe4442-f7a9-4346-a743-9dbc44d987c2 HTTP/1.1" status: 200 len: 853 time: 0.0616565 Jan 24 22:30:55.016778 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-3efeddff-9079-4886-8969-4892eec90c85 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8888219-d5d2-46f9-84f1-df880fd5a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279603 Jan 24 22:30:55.065202 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b025-2286-47fc-b182-4c97052386da req-18943497-bfa4-47f3-80bb-2d0ca41b2a30 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:55.067479 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7e72b025-2286-47fc-b182-4c97052386da req-18943497-bfa4-47f3-80bb-2d0ca41b2a30 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0564885 Jan 24 22:30:55.123532 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7e72b025-2286-47fc-b182-4c97052386da req-4736a980-9b2a-4668-8795-e760b0570064 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 Jan 24 22:30:55.135289 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-52cf52d9-ca0e-4b29-9c21-f3fd15f512c7 service neutron] 10.222.0.115 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102917 Jan 24 22:30:55.228322 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2fef920-d43b-4d0e-95ad-e0d772244a79 req-fe933285-aff7-40d7-9a07-f07ac46dfb2d service neutron] 10.222.0.115 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859993 Jan 24 22:30:55.380303 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-a73dafd6-96a3-4575-b8ba-94fc51ea9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:55.381953 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-a73dafd6-96a3-4575-b8ba-94fc51ea9dd7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cc5a655a0b0f4f0482453bde6f196195&device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 1096 time: 0.0458121 Jan 24 22:30:55.475664 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-752ff866-1007-45de-aef0-0a362063aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:55.478054 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-752ff866-1007-45de-aef0-0a362063aafd service neutron] 10.222.0.115 "GET /v2.0/networks?id=e8888219-d5d2-46f9-84f1-df880fd5a58a HTTP/1.1" status: 200 len: 914 time: 0.0875950 Jan 24 22:30:55.483253 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41ba03-776d-4d65-89cd-b21977a773ca req-581996b4-1a03-4c58-905c-f80289d83d4f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:55.484751 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bd41ba03-776d-4d65-89cd-b21977a773ca req-581996b4-1a03-4c58-905c-f80289d83d4f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Jan 24 22:30:55.533712 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-b6d555e0-3450-4572-baa2-62d2bce25ea6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b795779-9a59-417a-a073-f7d208152ddb HTTP/1.1" status: 200 len: 217 time: 0.0420082 Jan 24 22:30:55.542048 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bd41ba03-776d-4d65-89cd-b21977a773ca req-668c13e9-0dfe-414c-8407-d10f11363512 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511975 Jan 24 22:30:55.594344 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-0b97cd26-10d8-43a0-a032-ede0d55dd705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:55.595819 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-0b97cd26-10d8-43a0-a032-ede0d55dd705 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b6fe4442-f7a9-4346-a743-9dbc44d987c2 HTTP/1.1" status: 200 len: 853 time: 0.0484467 Jan 24 22:30:55.630353 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-7e3ebd18-fc00-42ed-abf0-c4412aa15fc9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8888219-d5d2-46f9-84f1-df880fd5a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259106 Jan 24 22:30:55.682925 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c9613-c44c-4e9c-93ff-d22525a04460 req-0b507ae0-a45b-4340-8f68-153c6461f934 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:55.689542 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-028c9613-c44c-4e9c-93ff-d22525a04460 req-0b507ae0-a45b-4340-8f68-153c6461f934 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 943 time: 0.0752683 Jan 24 22:30:55.743075 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-028c9613-c44c-4e9c-93ff-d22525a04460 req-29d0eb21-f55d-40b6-872f-c3cac25ada0a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511456 Jan 24 22:30:55.756806 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-59b2cfb4-c649-4d9a-93db-a6abb41b9d30 service neutron] 10.222.0.115 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183045 Jan 24 22:30:55.854493 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cf8a14b-8f64-4c99-8661-1c113a24f8d3 req-92133e33-2772-4f52-b8bb-0b06b39be005 service neutron] 10.222.0.115 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902648 Jan 24 22:30:56.076613 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [req-1226a969-82d7-4c2e-8d5a-84bc2bdb6f01 req-db06bb2d-8a06-48b0-90ed-6613edb2aa97 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:30:56.077685 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1226a969-82d7-4c2e-8d5a-84bc2bdb6f01 req-db06bb2d-8a06-48b0-90ed-6613edb2aa97 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056882 Jan 24 22:30:56.208738 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:30:56.304576 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01edb4-fbbf-47c8-b852-1d77a86b8211 req-47013d9b-2ecd-4d55-9b22-af171160056b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:56.306280 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ee01edb4-fbbf-47c8-b852-1d77a86b8211 req-47013d9b-2ecd-4d55-9b22-af171160056b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 945 time: 0.0963790 Jan 24 22:30:56.321686 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 987c8810-0969-4e25-bb03-7993afce108d is: ACTIVE; New status is: DOWN {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:30:56.322078 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:56.348248 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1908d-37f3-42a5-8574-b486591e8e5c req-0029b681-6afe-478a-83ee-8d00848211e1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:56.349944 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f6a1908d-37f3-42a5-8574-b486591e8e5c req-0029b681-6afe-478a-83ee-8d00848211e1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1068628 Jan 24 22:30:56.364800 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987c8810-0969-4e25-bb03-7993afce108d'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:30:56.367167 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2385adf-a89c-4ac0-b8a5-ccf734fc17b4" -d '{"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-unplugged", "status": "completed", "tag": "987c8810-0969-4e25-bb03-7993afce108d"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:30:56.382259 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:56.389430 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:56.430452 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ee01edb4-fbbf-47c8-b852-1d77a86b8211 req-73abb2ce-65a1-477e-8f57-0a8354a38ce3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160073 Jan 24 22:30:56.440399 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f6a1908d-37f3-42a5-8574-b486591e8e5c req-cf8ffbf6-f640-492e-b4fb-374774e137a4 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820551 Jan 24 22:30:56.449269 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=8']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:56.465557 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.466021 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.466434 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.466989 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.467334 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.467812 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.468349 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.469042 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.469919 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.470378 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.470759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.471125 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.471551 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:30:56.499621 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21631095-8451-4aa8-bb5b-be466d5021c0 x-openstack-request-id: req-21631095-8451-4aa8-bb5b-be466d5021c0 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:30:56.499956 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-unplugged", "status": "failed", "tag": "987c8810-0969-4e25-bb03-7993afce108d", "code": 422}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:30:56.500215 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-21631095-8451-4aa8-bb5b-be466d5021c0 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:30:56.500833 dv-cinder-813223-4-iscsi neutron-server[102564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '987c8810-0969-4e25-bb03-7993afce108d', 'code': 422} returned with failed status Jan 24 22:30:56.704122 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf66f3-da9c-4088-8d98-4ad5ca6c6006 req-3d73e04d-4767-48fa-acb2-32f5ac44e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:56.705821 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0baf66f3-da9c-4088-8d98-4ad5ca6c6006 req-3d73e04d-4767-48fa-acb2-32f5ac44e193 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1099 time: 0.0404043 Jan 24 22:30:56.743374 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 42872) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:30:56.761456 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0baf66f3-da9c-4088-8d98-4ad5ca6c6006 req-ff818e7b-df6a-4bfe-aa6b-e735fe989c94 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Jan 24 22:30:56.850467 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-962f20dc-3500-46a1-8924-f1c1eaa67f22 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1058950 Jan 24 22:30:56.860364 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-bc99d4f5-e61a-4a4b-a1a5-40da048d21e0 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:30:56.861339 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-bc99d4f5-e61a-4a4b-a1a5-40da048d21e0 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062218 Jan 24 22:30:56.877802 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9116f09-a92b-4556-9a86-14443112f1bf req-fb2c9802-5bf6-4170-a255-7dc3aa33647c tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:56.879210 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d9116f09-a92b-4556-9a86-14443112f1bf req-fb2c9802-5bf6-4170-a255-7dc3aa33647c tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 943 time: 0.0615757 Jan 24 22:30:56.928731 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d9116f09-a92b-4556-9a86-14443112f1bf req-bf67eb61-300a-4d54-abe1-bde734d27aed tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Jan 24 22:30:57.592766 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccc293-39c1-4d4f-8c62-6eefce6d7d5e req-7f94c811-d8d5-4c7c-9587-9fa6b7afb6fa tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:57.594840 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62ccc293-39c1-4d4f-8c62-6eefce6d7d5e req-7f94c811-d8d5-4c7c-9587-9fa6b7afb6fa tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0833590 Jan 24 22:30:57.606628 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452c9c-cbb0-4cfb-b7b3-8961280b248e req-8ad68c71-d66c-4ed2-a1b9-ee2427c2f1f1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:57.608045 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-01452c9c-cbb0-4cfb-b7b3-8961280b248e req-8ad68c71-d66c-4ed2-a1b9-ee2427c2f1f1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0671585 Jan 24 22:30:57.681760 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62ccc293-39c1-4d4f-8c62-6eefce6d7d5e req-74c4d89a-918c-4b59-8a4c-62e4b7bb91a0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726678 Jan 24 22:30:57.686323 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-01452c9c-cbb0-4cfb-b7b3-8961280b248e req-65de15df-b1cf-4e4f-9489-04172b5d5e1c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707610 Jan 24 22:30:58.001737 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-ad2a1813-b4cf-4bce-b287-c18cbf3a0d06 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406988 Jan 24 22:30:58.046990 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df53fad-7777-4416-b362-5e646932616a req-da7df8a6-eb55-40f5-8f3b-6e579f2025d0 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:58.048694 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6df53fad-7777-4416-b362-5e646932616a req-da7df8a6-eb55-40f5-8f3b-6e579f2025d0 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 943 time: 0.0501692 Jan 24 22:30:58.073253 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-8dea67a6-7d32-4718-b249-895f7c12b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:58.074750 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-8dea67a6-7d32-4718-b249-895f7c12b07d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1099 time: 0.0407565 Jan 24 22:30:58.102853 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6df53fad-7777-4416-b362-5e646932616a req-54d837d3-9cae-47f8-b4ee-a5edffd91452 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Jan 24 22:30:58.182604 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-bc402baf-16ee-4713-9119-1ab09671b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:58.184062 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-bc402baf-16ee-4713-9119-1ab09671b167 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 920 time: 0.0883312 Jan 24 22:30:58.200591 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 3b795779-9a59-417a-a073-f7d208152ddb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:30:58.227405 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-22270822-bc1d-4f3a-a921-fda0e6555bd7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 200 len: 217 time: 0.0358179 Jan 24 22:30:58.279329 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-11e6ca5f-f048-4c27-b121-5d8d56fe583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:58.280867 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-11e6ca5f-f048-4c27-b121-5d8d56fe583b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.0471830 Jan 24 22:30:58.305216 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 3b795779-9a59-417a-a073-f7d208152ddb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3b795779-9a59-417a-a073-f7d208152ddb,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:58.317770 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-f61b8ed2-c934-413b-9751-884bcfef8fc6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257678 Jan 24 22:30:58.323320 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '3b795779-9a59-417a-a073-f7d208152ddb', 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a', 'port_id': '3b795779-9a59-417a-a073-f7d208152ddb', 'mac_address': 'fa:16:3e:06:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fe4442-f7a9-4346-a743-9dbc44d987c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:30:58.367469 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 3b795779-9a59-417a-a073-f7d208152ddb is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:30:58.368004 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (3b795779-9a59-417a-a073-f7d208152ddb), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:58.381782 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b795779-9a59-417a-a073-f7d208152ddb {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:30:58.407718 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 3b795779-9a59-417a-a073-f7d208152ddb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3b795779-9a59-417a-a073-f7d208152ddb,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:30:58.413091 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (3b795779-9a59-417a-a073-f7d208152ddb), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:58.425461 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-0f86f91c-6ef2-4a78-90ff-b75ed6a47869 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001561 Jan 24 22:30:58.464209 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=3b795779-9a59-417a-a073-f7d208152ddb,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:30:58.544458 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fc5c7a5c-f7a4-418e-bcd0-be34b67b824b req-ea92d715-4ede-40c0-aed9-12e09e36dddf service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942369 Jan 24 22:30:58.666440 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:30:58.775371 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['3b795779-9a59-417a-a073-f7d208152ddb'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:30:58.840612 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7417926-6a6b-48eb-98d2-30e1d5050b47 req-5f66f44e-8882-477f-b9cf-180df46c4546 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:58.842175 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e7417926-6a6b-48eb-98d2-30e1d5050b47 req-5f66f44e-8882-477f-b9cf-180df46c4546 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0789287 Jan 24 22:30:58.861310 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb3d97-6590-4ef9-8a84-80d84b99b65a req-393efe39-4628-4947-8794-dc5168182614 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:58.862812 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-47fb3d97-6590-4ef9-8a84-80d84b99b65a req-393efe39-4628-4947-8794-dc5168182614 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0893946 Jan 24 22:30:58.941182 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e7417926-6a6b-48eb-98d2-30e1d5050b47 req-6831beac-a470-4885-a7a8-9619d0282bca tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770087 Jan 24 22:30:58.945232 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-47fb3d97-6590-4ef9-8a84-80d84b99b65a req-64965a01-a210-4e4f-a70b-bd61db14b507 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751476 Jan 24 22:30:59.049824 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-a2b75feb-6570-419b-9b1a-631592ecbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.051354 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-a2b75feb-6570-419b-9b1a-631592ecbb47 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025&tenant_id=2480860d99554b1c8d0c7845602c854e HTTP/1.1" status: 200 len: 1096 time: 0.0965204 Jan 24 22:30:59.127192 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-df890799-592a-4a24-9f1b-7074d4144945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.128880 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-df890799-592a-4a24-9f1b-7074d4144945 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 1096 time: 0.0418160 Jan 24 22:30:59.239002 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bb4ec-c64e-4754-a3c1-f7b972051c4a req-b6d9a396-3fee-4dab-9553-020f79f73bbd tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.240593 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ad2bb4ec-c64e-4754-a3c1-f7b972051c4a req-b6d9a396-3fee-4dab-9553-020f79f73bbd tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 944 time: 0.0604279 Jan 24 22:30:59.283306 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-d0af272d-10d9-4291-9f4f-322599e0f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.284904 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-d0af272d-10d9-4291-9f4f-322599e0f821 service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.1484487 Jan 24 22:30:59.287497 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-78acdf76-5807-4186-afe8-ec18b8c99083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.288812 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-78acdf76-5807-4186-afe8-ec18b8c99083 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 1099 time: 0.0663347 Jan 24 22:30:59.320217 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ad2bb4ec-c64e-4754-a3c1-f7b972051c4a req-dd0e6e79-436e-46d9-b287-bdcd1109873c tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662708 Jan 24 22:30:59.327531 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815aec4-e20c-4727-a9bb-b2548f0cf49c req-0d117af4-a3f7-444d-912a-c890ed5589d5 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.329245 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2815aec4-e20c-4727-a9bb-b2548f0cf49c req-0d117af4-a3f7-444d-912a-c890ed5589d5 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0876205 Jan 24 22:30:59.377343 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2815aec4-e20c-4727-a9bb-b2548f0cf49c req-5f2dd34d-54b9-4178-9a89-e74c66d87053 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Jan 24 22:30:59.409837 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-3af7c1fa-6028-40e1-a62b-7fae3be79c1e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987c8810-0969-4e25-bb03-7993afce108d HTTP/1.1" status: 200 len: 998 time: 0.1142001 Jan 24 22:30:59.459495 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-14d540de-2383-4e8e-9c5c-c1ebdaa6d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.460928 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-14d540de-2383-4e8e-9c5c-c1ebdaa6d233 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 200 len: 920 time: 0.1641927 Jan 24 22:30:59.484555 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-2e4e68a8-3e71-45e2-a46a-050248cf4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.485925 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-2e4e68a8-3e71-45e2-a46a-050248cf4cb7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0679278 Jan 24 22:30:59.522227 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-2f930542-6e68-4d14-ad35-e3ad1f2f53f4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 200 len: 217 time: 0.0477705 Jan 24 22:30:59.585701 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-15f703ab-ac62-4d67-93d3-ae1749c8dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.587197 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-15f703ab-ac62-4d67-93d3-ae1749c8dde7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733755 Jan 24 22:30:59.588590 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-66dc2b0d-a84d-49a9-9947-ac4db8796841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:30:59.589881 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-66dc2b0d-a84d-49a9-9947-ac4db8796841 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 200 len: 859 time: 0.0521190 Jan 24 22:31:00.077165 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7bed-6043-4890-8965-50ae418d587e req-b63f089b-b093-4ac0-afa9-9e292237b7d1 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:00.078722 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a22d7bed-6043-4890-8965-50ae418d587e req-b63f089b-b093-4ac0-afa9-9e292237b7d1 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0483637 Jan 24 22:31:00.129686 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a22d7bed-6043-4890-8965-50ae418d587e req-d12cb91f-40ef-4d8b-9cd6-da2ef9eedc59 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453582 Jan 24 22:31:00.438405 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d890-c254-4b3a-96f6-b7ab2e41c41a req-21d803d2-3424-46d7-bc2e-bcf96756ef7b tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:00.439904 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1dc1d890-c254-4b3a-96f6-b7ab2e41c41a req-21d803d2-3424-46d7-bc2e-bcf96756ef7b tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 944 time: 0.0504208 Jan 24 22:31:00.514426 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1dc1d890-c254-4b3a-96f6-b7ab2e41c41a req-d6321cea-bf83-492a-ba59-1c3d4f880eaa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686998 Jan 24 22:31:00.526050 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bdd05-0435-4ef9-b2d6-fc12adea602f req-5af1d44e-27b0-4ffb-81b7-b09e52ebdca8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:00.527539 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-701bdd05-0435-4ef9-b2d6-fc12adea602f req-5af1d44e-27b0-4ffb-81b7-b09e52ebdca8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0807931 Jan 24 22:31:00.575128 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-701bdd05-0435-4ef9-b2d6-fc12adea602f req-d19944d9-6b1f-4eb5-90e0-38d375c27d17 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Jan 24 22:31:01.176831 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 3b795779-9a59-417a-a073-f7d208152ddb up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:31:01.223023 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-37c7e711-58e7-4503-9230-26c4603065e7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a7842576-11ac-466b-b3df-3ae9b0fa5bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461018 Jan 24 22:31:01.236812 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 3b795779-9a59-417a-a073-f7d208152ddb completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:31:01.241709 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 3b795779-9a59-417a-a073-f7d208152ddb triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:31:01.242869 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (3b795779-9a59-417a-a073-f7d208152ddb), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:01.265084 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e01c2-78fc-49b7-a477-fc800fac57c6 req-547a0b9d-14de-44a8-b6c3-caebe029bc6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:01.267037 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8b6e01c2-78fc-49b7-a477-fc800fac57c6 req-547a0b9d-14de-44a8-b6c3-caebe029bc6f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0556035 Jan 24 22:31:01.284935 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-8f45fd92-5000-4228-bc43-b5134e4d1ee9 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096818 Jan 24 22:31:01.315593 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8b6e01c2-78fc-49b7-a477-fc800fac57c6 req-b77c9b89-cb58-43f4-8186-fcfbf42073a6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 Jan 24 22:31:01.320524 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 3b795779-9a59-417a-a073-f7d208152ddb is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:31:01.320919 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (3b795779-9a59-417a-a073-f7d208152ddb), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:01.348367 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f960b38f-f542-4b02-972e-f0c17fe05d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b795779-9a59-417a-a073-f7d208152ddb'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:31:01.350640 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906f94e1-e282-4d29-ac60-1c2dd8396d38" -d '{"events": [{"server_uuid": "f960b38f-f542-4b02-972e-f0c17fe05d4c", "name": "network-vif-plugged", "status": "completed", "tag": "3b795779-9a59-417a-a073-f7d208152ddb"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:31:01.363920 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 3b795779-9a59-417a-a073-f7d208152ddb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3b795779-9a59-417a-a073-f7d208152ddb,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:31:01.369222 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (3b795779-9a59-417a-a073-f7d208152ddb), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:01.392353 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb19ca8-fc37-461e-a766-5117c1212edf x-openstack-request-id: req-5cb19ca8-fc37-461e-a766-5117c1212edf {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:31:01.392677 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f960b38f-f542-4b02-972e-f0c17fe05d4c", "name": "network-vif-plugged", "status": "completed", "tag": "3b795779-9a59-417a-a073-f7d208152ddb", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:31:01.392934 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5cb19ca8-fc37-461e-a766-5117c1212edf {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:31:01.393355 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f960b38f-f542-4b02-972e-f0c17fe05d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b795779-9a59-417a-a073-f7d208152ddb', 'code': 200} Jan 24 22:31:01.418055 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=3b795779-9a59-417a-a073-f7d208152ddb,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:01.642364 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41886ca4-ccab-4029-8934-b541ae5af311 req-a5e0aaf7-5f44-413b-8867-d256b1766cc5 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:01.643872 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-41886ca4-ccab-4029-8934-b541ae5af311 req-a5e0aaf7-5f44-413b-8867-d256b1766cc5 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0510941 Jan 24 22:31:01.720471 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975136-95c1-4a19-8936-a75e8809ceb2 req-6f6e087a-b1c7-4348-be66-ec0b72483b56 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:01.721962 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-85975136-95c1-4a19-8936-a75e8809ceb2 req-6f6e087a-b1c7-4348-be66-ec0b72483b56 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0757377 Jan 24 22:31:01.729365 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-41886ca4-ccab-4029-8934-b541ae5af311 req-f6fcb10d-3403-4ff1-bff0-72dea3a61544 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749960 Jan 24 22:31:01.773382 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-85975136-95c1-4a19-8936-a75e8809ceb2 req-6b0bc23d-d134-4077-a34d-d9ea15f6bd9e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Jan 24 22:31:02.256324 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-8cc73362-1769-4d1d-ae2d-2b70e3bb5682 service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501319 Jan 24 22:31:02.294448 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-46042cb2-62cf-4fad-bda0-093e70cd01cc service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302862 Jan 24 22:31:02.320950 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717ccd8-b033-47f6-ba47-49be90ef523d req-caf77188-cbb2-4974-8bd0-a29d3eda506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:02.322668 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4717ccd8-b033-47f6-ba47-49be90ef523d req-caf77188-cbb2-4974-8bd0-a29d3eda506e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 1098 time: 0.0425854 Jan 24 22:31:02.374378 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4717ccd8-b033-47f6-ba47-49be90ef523d req-53c162f0-fb68-4cb1-8038-9765007d62ef service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Jan 24 22:31:02.384361 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-83ea05ca-5d81-4873-8198-e6e817b2d281 req-13f10dc9-7e4d-453a-ae1f-b85ad4fb305b service neutron] 10.222.0.115 "GET /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143839 Jan 24 22:31:02.453036 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9af947-8f01-4f14-94e2-7842b67896b4 req-279ee4fc-c401-419b-847a-6b5246eb3b28 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:02.454741 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1e9af947-8f01-4f14-94e2-7842b67896b4 req-279ee4fc-c401-419b-847a-6b5246eb3b28 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0542893 Jan 24 22:31:02.505884 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1e9af947-8f01-4f14-94e2-7842b67896b4 req-7d81f376-d480-4951-9cec-eaca81b36b30 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Jan 24 22:31:02.849470 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3b75-7806-4c2b-98fc-7367945c7e38 req-f13d59b2-f559-4024-8b05-086fa62487a3 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:02.850987 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-19fb3b75-7806-4c2b-98fc-7367945c7e38 req-f13d59b2-f559-4024-8b05-086fa62487a3 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0512400 Jan 24 22:31:02.925151 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-19fb3b75-7806-4c2b-98fc-7367945c7e38 req-096c6746-fa23-484b-89ee-d7b51f736e83 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684311 Jan 24 22:31:02.941184 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6595-effa-46ef-b110-f458198d5a38 req-a86364ff-2155-4f90-b804-2297fe8d2de3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:02.942780 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-07da6595-effa-46ef-b110-f458198d5a38 req-a86364ff-2155-4f90-b804-2297fe8d2de3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0729938 Jan 24 22:31:02.997529 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-07da6595-effa-46ef-b110-f458198d5a38 req-0e9f4960-1847-44ab-9924-833963c580c8 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Jan 24 22:31:03.631857 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9ea92-cfb9-4a63-a4dc-0ca9c18a70ae req-b1bdddc2-daec-4b59-b0bd-e3cae5275824 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:03.635174 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0ef9ea92-cfb9-4a63-a4dc-0ca9c18a70ae req-b1bdddc2-daec-4b59-b0bd-e3cae5275824 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0508037 Jan 24 22:31:03.684010 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0ef9ea92-cfb9-4a63-a4dc-0ca9c18a70ae req-aac1654e-850d-454a-85a4-6cc0f9369bb0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Jan 24 22:31:04.063962 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc811b22-b220-4192-a882-c8f3a5102f88 req-86e826b1-de19-4457-aaa6-cecfa84c5816 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:04.065808 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cc811b22-b220-4192-a882-c8f3a5102f88 req-86e826b1-de19-4457-aaa6-cecfa84c5816 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0661709 Jan 24 22:31:04.161457 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c407d01-b804-4299-af4b-69562b5d106a req-6a086e98-7520-4a51-8b5b-760e6758db86 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:04.163341 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4c407d01-b804-4299-af4b-69562b5d106a req-6a086e98-7520-4a51-8b5b-760e6758db86 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0841298 Jan 24 22:31:04.179342 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cc811b22-b220-4192-a882-c8f3a5102f88 req-8dfcb0d7-090d-4eaf-b0ad-cf75a9bce69a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027114 Jan 24 22:31:04.239187 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4c407d01-b804-4299-af4b-69562b5d106a req-04d31e69-4c30-4452-8c2e-b06759ce2be6 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584979 Jan 24 22:31:04.815443 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab05af-6872-4bb1-b015-6257bfd605d1 req-95be28fd-b74a-4e50-a3b7-a7177cca5f98 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:04.817007 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7aab05af-6872-4bb1-b015-6257bfd605d1 req-95be28fd-b74a-4e50-a3b7-a7177cca5f98 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0577552 Jan 24 22:31:04.865784 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7aab05af-6872-4bb1-b015-6257bfd605d1 req-88faa995-adb1-4180-bfa1-8e3e66e2d917 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Jan 24 22:31:05.305587 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf0162-ff25-4b6d-95fe-103a08a17dac req-7968f111-28de-486b-9814-f01e600be996 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:05.307156 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ddcf0162-ff25-4b6d-95fe-103a08a17dac req-7968f111-28de-486b-9814-f01e600be996 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0581067 Jan 24 22:31:05.398147 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ddcf0162-ff25-4b6d-95fe-103a08a17dac req-8655fbc7-08a5-404f-9cee-54c23e58957a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840456 Jan 24 22:31:05.406997 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00acd3a-5f6a-4046-8391-84f718628d66 req-a03a7982-9888-42a8-8978-337086062190 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:05.408523 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a00acd3a-5f6a-4046-8391-84f718628d66 req-a03a7982-9888-42a8-8978-337086062190 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0868924 Jan 24 22:31:05.460563 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a00acd3a-5f6a-4046-8391-84f718628d66 req-030a99d1-3d30-4308-9eb8-161d1e8df9c2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Jan 24 22:31:05.997473 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339a39-0d4a-458d-8029-cfd9b1381b6a req-0a28ecba-3a3b-4b2c-ace3-d4858e5b0502 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:05.998973 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-68339a39-0d4a-458d-8029-cfd9b1381b6a req-0a28ecba-3a3b-4b2c-ace3-d4858e5b0502 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0531297 Jan 24 22:31:06.051128 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-68339a39-0d4a-458d-8029-cfd9b1381b6a req-49d78d91-64ef-42b7-a6da-1bb548efbb8c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460212 Jan 24 22:31:06.538603 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed615f-781d-408d-8596-7a22612f59e1 req-457fc956-1633-4e20-b8a2-ad28fb37cc9d tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:06.543282 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-50ed615f-781d-408d-8596-7a22612f59e1 req-457fc956-1633-4e20-b8a2-ad28fb37cc9d tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0608780 Jan 24 22:31:06.637574 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949624b-6ef4-4859-b394-20b837aa4f70 req-143bddd7-7948-4ab6-8ab0-7ba6f1b8f460 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:06.639212 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1949624b-6ef4-4859-b394-20b837aa4f70 req-143bddd7-7948-4ab6-8ab0-7ba6f1b8f460 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0948596 Jan 24 22:31:06.644233 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-50ed615f-781d-408d-8596-7a22612f59e1 req-b85e1808-2e53-4cbf-983d-b3f3fc766d6a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900729 Jan 24 22:31:06.702457 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1949624b-6ef4-4859-b394-20b837aa4f70 req-31bae22a-d701-475c-847a-d5311f73670a tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560036 Jan 24 22:31:07.171065 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4fece-af22-4f3c-a136-a18ad5c6f6f8 req-635b1e27-d03b-4292-8c32-d538cec8a67d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:07.172645 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-40e4fece-af22-4f3c-a136-a18ad5c6f6f8 req-635b1e27-d03b-4292-8c32-d538cec8a67d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0492120 Jan 24 22:31:07.227838 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-40e4fece-af22-4f3c-a136-a18ad5c6f6f8 req-4e78e386-379c-4bf7-a0d9-98aba61663a8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485690 Jan 24 22:31:08.017399 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea357a3a-7500-4c46-8da5-06b0360dea65 req-d0559b6c-eee2-4feb-b26f-7be57d0d6bd2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:08.019888 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ea357a3a-7500-4c46-8da5-06b0360dea65 req-d0559b6c-eee2-4feb-b26f-7be57d0d6bd2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0605123 Jan 24 22:31:08.028767 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fa4e3-5a32-453a-bc89-a86230c208da req-11cb6d39-6537-4f6d-a3ca-2a6b0f1aaea1 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:08.030406 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ac7fa4e3-5a32-453a-bc89-a86230c208da req-11cb6d39-6537-4f6d-a3ca-2a6b0f1aaea1 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.3176649 Jan 24 22:31:08.141046 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ea357a3a-7500-4c46-8da5-06b0360dea65 req-a5061d1e-4505-44c0-a7fa-71de18cf8ca1 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967133 Jan 24 22:31:08.150773 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ac7fa4e3-5a32-453a-bc89-a86230c208da req-83b6cce1-caf4-4d51-aec9-4ea3d816d6f1 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125207 Jan 24 22:31:08.409747 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6332e1-ba54-49ad-80f3-569b503500e6 req-5a915f15-96c3-4cec-b005-d5dfb06ab2b2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:08.411348 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a6332e1-ba54-49ad-80f3-569b503500e6 req-5a915f15-96c3-4cec-b005-d5dfb06ab2b2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0872474 Jan 24 22:31:08.483974 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a6332e1-ba54-49ad-80f3-569b503500e6 req-1f097a02-520c-4fda-9f4e-22af99408f4c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663776 Jan 24 22:31:09.289326 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7597-25b0-4844-a9a6-cb6d1228d21f req-b0ed55e5-11a5-4998-8e8d-05ca41f6d2ae tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:09.290782 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-af7f7597-25b0-4844-a9a6-cb6d1228d21f req-b0ed55e5-11a5-4998-8e8d-05ca41f6d2ae tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0811694 Jan 24 22:31:09.319317 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be174817-59e5-4f41-9d2f-7613cd50badc req-d5434cb3-5c12-48e3-8283-b39a3a9e6a63 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:09.320883 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-be174817-59e5-4f41-9d2f-7613cd50badc req-d5434cb3-5c12-48e3-8283-b39a3a9e6a63 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0819571 Jan 24 22:31:09.386059 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-af7f7597-25b0-4844-a9a6-cb6d1228d21f req-28f1e2b7-04ce-43ca-ba80-eb10c801adc0 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894201 Jan 24 22:31:09.391297 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-be174817-59e5-4f41-9d2f-7613cd50badc req-6034829a-0394-4004-9e79-e95fbff52db9 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631988 Jan 24 22:31:09.654321 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb953c-7038-4115-b3f9-9f7b457407e0 req-c5973568-a245-4bbf-8ae9-bbf53bc4f88f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:09.661401 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2adb953c-7038-4115-b3f9-9f7b457407e0 req-c5973568-a245-4bbf-8ae9-bbf53bc4f88f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0821655 Jan 24 22:31:09.726675 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2adb953c-7038-4115-b3f9-9f7b457407e0 req-2e149c96-933d-40d5-ba05-c46bedfcdcfa tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642943 Jan 24 22:31:10.553822 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f450a-4912-4c6b-9a92-a13da1f54c64 req-6620a4d4-1b3c-4152-8c8e-2de5a0dd8e85 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:10.555326 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fd7f450a-4912-4c6b-9a92-a13da1f54c64 req-6620a4d4-1b3c-4152-8c8e-2de5a0dd8e85 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0905292 Jan 24 22:31:10.564255 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a2880-2bdd-4fc6-8eda-2d0d7bc08138 req-d0ca34a9-8dca-4854-9d67-6644f2792741 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:10.565795 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5f2a2880-2bdd-4fc6-8eda-2d0d7bc08138 req-d0ca34a9-8dca-4854-9d67-6644f2792741 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0667496 Jan 24 22:31:10.638193 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fd7f450a-4912-4c6b-9a92-a13da1f54c64 req-d6771b56-7061-46a0-beba-b5a7cd84768f tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714128 Jan 24 22:31:10.642956 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5f2a2880-2bdd-4fc6-8eda-2d0d7bc08138 req-009ef3e4-dedd-4526-8bc3-c33cf0906e8f tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704005 Jan 24 22:31:10.858805 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25cb39-4cf7-49a0-9e16-b1b9166780ab req-de1f74c0-a005-4a36-bd8a-434c87f3b240 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:10.860671 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a25cb39-4cf7-49a0-9e16-b1b9166780ab req-de1f74c0-a005-4a36-bd8a-434c87f3b240 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0539074 Jan 24 22:31:10.925768 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a25cb39-4cf7-49a0-9e16-b1b9166780ab req-1674b49f-3c2b-4645-8322-c9d0f6c1ffe1 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525880 Jan 24 22:31:11.787178 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63129188-ad41-48a9-af64-cabe8780eac6 req-1c742024-f0f8-4bb4-b678-0392aba01026 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:11.788634 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-63129188-ad41-48a9-af64-cabe8780eac6 req-1c742024-f0f8-4bb4-b678-0392aba01026 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0788472 Jan 24 22:31:11.797142 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e8efc-d213-49e0-affe-432e4e13373e req-21851831-2285-49c8-9ccc-e15958c9412c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:11.798369 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a20e8efc-d213-49e0-affe-432e4e13373e req-21851831-2285-49c8-9ccc-e15958c9412c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0795991 Jan 24 22:31:11.868430 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-63129188-ad41-48a9-af64-cabe8780eac6 req-27356736-ae8a-496d-8f43-e12294747ea1 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690315 Jan 24 22:31:11.871716 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a20e8efc-d213-49e0-affe-432e4e13373e req-49983dbe-508c-4e7a-8bd9-6d9456574c68 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668101 Jan 24 22:31:12.059105 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe1504-8d85-45f7-9e01-1500a2af04c3 req-c1eec9a4-dc20-4cc5-937d-d99bd55dbe75 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:12.060585 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-dffe1504-8d85-45f7-9e01-1500a2af04c3 req-c1eec9a4-dc20-4cc5-937d-d99bd55dbe75 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0580275 Jan 24 22:31:12.110496 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-dffe1504-8d85-45f7-9e01-1500a2af04c3 req-d309ef04-0436-4946-8f43-5b4c11897adf tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439270 Jan 24 22:31:13.037926 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3332268-231b-4877-ab1b-aaa053a0a48b req-d18a40f0-4301-4644-9401-7e7296912a21 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:13.040637 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c3332268-231b-4877-ab1b-aaa053a0a48b req-d18a40f0-4301-4644-9401-7e7296912a21 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0936100 Jan 24 22:31:13.048588 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef5b5c-612e-44eb-9ae9-d0b3f96deb9b req-bfeffea8-18cd-40e2-971c-95d68e30a60c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:13.050061 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-45ef5b5c-612e-44eb-9ae9-d0b3f96deb9b req-bfeffea8-18cd-40e2-971c-95d68e30a60c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.1021447 Jan 24 22:31:13.134528 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c3332268-231b-4877-ab1b-aaa053a0a48b req-7f73d661-d7d4-450f-aea7-f96d8244f6c3 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834875 Jan 24 22:31:13.149423 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-45ef5b5c-612e-44eb-9ae9-d0b3f96deb9b req-6038be89-de6c-450b-b38d-53a15673b30b tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 Jan 24 22:31:13.241311 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590659a-c25f-46ae-a50f-db59ca84a429 req-63688a9a-ae72-4a81-8bc8-0dd2801bb927 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:13.242803 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4590659a-c25f-46ae-a50f-db59ca84a429 req-63688a9a-ae72-4a81-8bc8-0dd2801bb927 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0497196 Jan 24 22:31:13.291943 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4590659a-c25f-46ae-a50f-db59ca84a429 req-0cf65f3e-5dd8-44fe-9d5e-7b7649f70119 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 Jan 24 22:31:13.657961 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd2371-5083-48e5-974d-f778547238a0 req-cb64d35e-bcbd-496e-9ca2-27671bc59b8a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:13.659435 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5abd2371-5083-48e5-974d-f778547238a0 req-cb64d35e-bcbd-496e-9ca2-27671bc59b8a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0539515 Jan 24 22:31:13.707489 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5abd2371-5083-48e5-974d-f778547238a0 req-699d1d9d-d184-4ddc-b051-c9966406b394 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421464 Jan 24 22:31:14.276789 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd3d1-69f5-4c95-ac80-e96d5e6f6a18 req-71f852b4-0d6c-4c45-a854-1a285f79e180 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:14.278304 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b27dd3d1-69f5-4c95-ac80-e96d5e6f6a18 req-71f852b4-0d6c-4c45-a854-1a285f79e180 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0551274 Jan 24 22:31:14.331170 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b27dd3d1-69f5-4c95-ac80-e96d5e6f6a18 req-8710aae8-1f37-4e4f-bbf0-c3568d0678ba tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Jan 24 22:31:14.416142 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b46d00-8bcf-4038-80fb-3471efaaef1b req-ad2a9576-987a-40c5-b649-80ac70ba1701 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:14.417656 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-82b46d00-8bcf-4038-80fb-3471efaaef1b req-ad2a9576-987a-40c5-b649-80ac70ba1701 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0501127 Jan 24 22:31:14.470118 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-82b46d00-8bcf-4038-80fb-3471efaaef1b req-34185aa1-e0d6-4c76-9ea3-de2a9de61751 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464952 Jan 24 22:31:14.835834 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc959a-ecff-4960-b8dd-8033bd31d8cf req-451de43b-4e2a-4b4a-8d49-56307df034e0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:14.837445 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a4bc959a-ecff-4960-b8dd-8033bd31d8cf req-451de43b-4e2a-4b4a-8d49-56307df034e0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0584030 Jan 24 22:31:14.887346 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a4bc959a-ecff-4960-b8dd-8033bd31d8cf req-4202312b-83d9-43ba-b735-788f51be78f6 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Jan 24 22:31:15.600250 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb226-0fe3-4e14-8845-d6fd36d62ec7 req-f6374213-0773-49fc-97a3-6fab00b75d6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:15.601632 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d4adb226-0fe3-4e14-8845-d6fd36d62ec7 req-f6374213-0773-49fc-97a3-6fab00b75d6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0487607 Jan 24 22:31:15.647963 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d4adb226-0fe3-4e14-8845-d6fd36d62ec7 req-8f12ba42-bcf9-4899-996e-14d1580a01d8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 Jan 24 22:31:16.009100 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b2513-c18e-4fac-938d-935f10bcce53 req-0a6e8160-ee13-47ce-a54a-5c29a63c0612 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:16.010672 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9d3b2513-c18e-4fac-938d-935f10bcce53 req-0a6e8160-ee13-47ce-a54a-5c29a63c0612 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0510883 Jan 24 22:31:16.066663 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9d3b2513-c18e-4fac-938d-935f10bcce53 req-8ef45af9-a480-483a-b5d7-a041fe050526 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499272 Jan 24 22:31:16.154540 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39faf138-05c4-4ae2-907c-0e5ee0d21f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:16.779846 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78a93f-4002-43da-b0ec-cae540c4032f req-1bfe0c25-5833-4fa2-bf1f-8600b4e920b3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:16.781550 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f78a93f-4002-43da-b0ec-cae540c4032f req-1bfe0c25-5833-4fa2-bf1f-8600b4e920b3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0507562 Jan 24 22:31:16.840393 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f78a93f-4002-43da-b0ec-cae540c4032f req-51e67d3c-5cb1-404e-a6fa-9c641f3469e0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504580 Jan 24 22:31:17.209629 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac270f9-f224-4da8-9892-0f0e14c8f6ac req-e47193db-0900-4658-8afd-2cb9cebba26e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:17.211601 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8ac270f9-f224-4da8-9892-0f0e14c8f6ac req-e47193db-0900-4658-8afd-2cb9cebba26e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0600483 Jan 24 22:31:17.268964 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8ac270f9-f224-4da8-9892-0f0e14c8f6ac req-963cb69d-021f-4982-9d76-e798181beb24 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512950 Jan 24 22:31:17.974106 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4337631-de8e-490f-9647-34c02e0ea8c7 req-e226ae2b-d162-4188-8b9f-f79c7382dcbf tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:17.975640 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b4337631-de8e-490f-9647-34c02e0ea8c7 req-e226ae2b-d162-4188-8b9f-f79c7382dcbf tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0606813 Jan 24 22:31:18.031548 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b4337631-de8e-490f-9647-34c02e0ea8c7 req-c609f342-983e-43d7-8724-7ade799066d0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502264 Jan 24 22:31:18.408443 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c142337-cc89-40e8-9a66-8290a2c19779 req-3b998473-143f-4b70-8056-a3f88a2d291f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:18.410494 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6c142337-cc89-40e8-9a66-8290a2c19779 req-3b998473-143f-4b70-8056-a3f88a2d291f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0622838 Jan 24 22:31:18.470887 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6c142337-cc89-40e8-9a66-8290a2c19779 req-1a2bccfc-655d-4d63-bd61-569d6a216936 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529099 Jan 24 22:31:18.489203 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bec02df-f54f-4060-bff7-7a69d8f79bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:19.169938 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ff655-ef86-491d-b802-48dc0a81582a req-280245ac-d20b-44da-bdc4-cf2a3fa1d5ee tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:19.171440 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-663ff655-ef86-491d-b802-48dc0a81582a req-280245ac-d20b-44da-bdc4-cf2a3fa1d5ee tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0577741 Jan 24 22:31:19.222840 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-663ff655-ef86-491d-b802-48dc0a81582a req-087a5379-a9cc-410b-b432-647f62479d9f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Jan 24 22:31:19.458697 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:19.597856 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38068da0-b396-4a19-ada6-2b57363248f3 req-6419b78d-f590-4e37-8fdb-467dcc8b3bc0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:19.599412 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-38068da0-b396-4a19-ada6-2b57363248f3 req-6419b78d-f590-4e37-8fdb-467dcc8b3bc0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0540450 Jan 24 22:31:19.652828 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-38068da0-b396-4a19-ada6-2b57363248f3 req-71877c14-c8c5-4e86-bcf4-bed77738b087 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474086 Jan 24 22:31:20.348591 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004da59-39f4-45fb-ba1d-0edc8d71c419 req-39701ee9-072b-4c57-8204-8434d7b09fd3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:20.350088 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2004da59-39f4-45fb-ba1d-0edc8d71c419 req-39701ee9-072b-4c57-8204-8434d7b09fd3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0533679 Jan 24 22:31:20.400217 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2004da59-39f4-45fb-ba1d-0edc8d71c419 req-a212d267-91a8-48e5-adc9-415f7baa70c7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Jan 24 22:31:20.779943 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5248e-eee2-42bc-8ca0-0bd56569a209 req-5605748b-d60b-468a-b9f9-26bdb8247d76 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:20.781431 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-85c5248e-eee2-42bc-8ca0-0bd56569a209 req-5605748b-d60b-468a-b9f9-26bdb8247d76 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0561342 Jan 24 22:31:20.837613 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-85c5248e-eee2-42bc-8ca0-0bd56569a209 req-c3611bf0-88ac-4eac-be36-9e140bc3ed73 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479918 Jan 24 22:31:20.976910 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:21.454523 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e0e1-8587-4c20-8a4c-0dd7590dd85f req-3cf166f7-d174-4908-9899-7b3f9e731050 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:21.456020 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b12e0e1-8587-4c20-8a4c-0dd7590dd85f req-3cf166f7-d174-4908-9899-7b3f9e731050 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0497589 Jan 24 22:31:21.533825 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b12e0e1-8587-4c20-8a4c-0dd7590dd85f req-4fac1976-2296-4f59-b53f-9696d5d6d4c5 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720129 Jan 24 22:31:21.554484 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6d092-50eb-4798-b3e8-5fb0354f0fc2 req-c6785836-9358-436c-8f52-9c0c680567d0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:21.554484 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-02d6d092-50eb-4798-b3e8-5fb0354f0fc2 req-c6785836-9358-436c-8f52-9c0c680567d0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0730555 Jan 24 22:31:21.595841 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-02d6d092-50eb-4798-b3e8-5fb0354f0fc2 req-7dbce5a3-da5c-44c3-9749-563e4bf53691 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Jan 24 22:31:21.970694 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5ec8b-d479-4c53-b121-31c7bc2f9796 req-015925ed-9496-484c-81aa-27e1c62ab624 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:21.972159 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1cc5ec8b-d479-4c53-b121-31c7bc2f9796 req-015925ed-9496-484c-81aa-27e1c62ab624 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0545089 Jan 24 22:31:22.022183 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1cc5ec8b-d479-4c53-b121-31c7bc2f9796 req-7d5bf3b4-4f17-4787-b866-3f3814a37a8b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443859 Jan 24 22:31:22.372357 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:22.662734 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175c77-0a6a-4034-9f39-95bfc26dfd43 req-1d0a0bdc-4998-45ac-ad19-e4cc802721f2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:22.664224 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2f175c77-0a6a-4034-9f39-95bfc26dfd43 req-1d0a0bdc-4998-45ac-ad19-e4cc802721f2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0500731 Jan 24 22:31:22.740275 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4fc57-0037-4dca-8a6e-40b91e48661d req-7a9d1ba6-90f5-4445-9835-237b0ead0366 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:22.741761 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-abf4fc57-0037-4dca-8a6e-40b91e48661d req-7a9d1ba6-90f5-4445-9835-237b0ead0366 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0746613 Jan 24 22:31:22.749719 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2f175c77-0a6a-4034-9f39-95bfc26dfd43 req-085de95d-48ef-4d32-a454-bdb7a8da83c7 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745766 Jan 24 22:31:22.792434 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-abf4fc57-0037-4dca-8a6e-40b91e48661d req-83ef4725-fb70-4714-9250-82d4406ce17d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Jan 24 22:31:23.163348 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda66fe4-e0ff-408b-9364-fb1f627f9780 req-02051a48-4a4a-46d7-87b5-8deceb50f2f4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:23.165109 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eda66fe4-e0ff-408b-9364-fb1f627f9780 req-02051a48-4a4a-46d7-87b5-8deceb50f2f4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0501492 Jan 24 22:31:23.215926 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eda66fe4-e0ff-408b-9364-fb1f627f9780 req-69118489-6398-4d69-8256-2d5ab6ea18ee tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448480 Jan 24 22:31:23.883013 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda64f5c-3fb8-4f6b-89a6-92c844db5325 req-1978d1a4-38f2-4d6e-a47c-73653a0ca611 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:23.884567 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bda64f5c-3fb8-4f6b-89a6-92c844db5325 req-1978d1a4-38f2-4d6e-a47c-73653a0ca611 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0595806 Jan 24 22:31:23.959686 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bda64f5c-3fb8-4f6b-89a6-92c844db5325 req-e1327596-638f-4d9f-94e4-659138bb7124 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Jan 24 22:31:23.968093 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b7be2-94f5-4af5-96a7-62982395aed4 req-ae1dd1e7-8cfa-4a71-bb87-f2aea3f10dd4 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:23.969673 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b5b7be2-94f5-4af5-96a7-62982395aed4 req-ae1dd1e7-8cfa-4a71-bb87-f2aea3f10dd4 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 943 time: 0.0842428 Jan 24 22:31:24.020440 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b5b7be2-94f5-4af5-96a7-62982395aed4 req-4375b712-785a-4468-a2c5-b8a3e8cb4865 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442898 Jan 24 22:31:24.308969 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:31:24.343390 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303f0ea-936e-4d58-86a3-0e72ed80c8e2 req-6491d061-198a-4a31-98c7-86a14f4cc629 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:24.346882 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c303f0ea-936e-4d58-86a3-0e72ed80c8e2 req-6491d061-198a-4a31-98c7-86a14f4cc629 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0561581 Jan 24 22:31:24.402831 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c303f0ea-936e-4d58-86a3-0e72ed80c8e2 req-ab96b6aa-a025-49c9-9bc0-3c3a9047558e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512640 Jan 24 22:31:24.411948 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:31:24.423593 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '987c8810-0969-4e25-bb03-7993afce108d', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'port_id': '987c8810-0969-4e25-bb03-7993afce108d', 'mac_address': 'fa:16:3e:71:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:31:24.460356 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 987c8810-0969-4e25-bb03-7993afce108d is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:31:24.460752 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:24.481199 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987c8810-0969-4e25-bb03-7993afce108d {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:31:24.497343 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:31:24.503037 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:24.553530 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=9']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:24.962748 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['987c8810-0969-4e25-bb03-7993afce108d'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:31:25.104588 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b5699-5f5b-46c5-8e96-37990636fa1f req-4b0f65a1-eb2a-4900-8799-cd8637eb2247 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:25.106308 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d12b5699-5f5b-46c5-8e96-37990636fa1f req-4b0f65a1-eb2a-4900-8799-cd8637eb2247 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0745089 Jan 24 22:31:25.196384 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca4648-3e62-494b-94f0-d59920812740 req-a2832095-2682-427e-ab95-98dd87c7fb90 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:25.198014 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-13ca4648-3e62-494b-94f0-d59920812740 req-a2832095-2682-427e-ab95-98dd87c7fb90 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 944 time: 0.0891540 Jan 24 22:31:25.202041 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d12b5699-5f5b-46c5-8e96-37990636fa1f req-7b751154-fdd4-4d32-aacf-3e799061dbb2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804656 Jan 24 22:31:25.263804 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-13ca4648-3e62-494b-94f0-d59920812740 req-214a5074-7c4f-437f-999b-807ef5b66560 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548790 Jan 24 22:31:25.525946 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86672ac-4940-422b-8b60-702d089b917c req-0f4842b4-2d6c-48e2-a54e-68c8353fb912 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:25.527450 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e86672ac-4940-422b-8b60-702d089b917c req-0f4842b4-2d6c-48e2-a54e-68c8353fb912 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0544403 Jan 24 22:31:25.578955 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e86672ac-4940-422b-8b60-702d089b917c req-f483b941-e78d-475c-8332-96f7f8fd61ad tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437274 Jan 24 22:31:26.302622 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:31:26.331678 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85258af6-13cc-4e5b-8c31-f3b31a4de056 req-752db65f-9c2b-47ce-a72b-fd3793595426 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:26.333206 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-85258af6-13cc-4e5b-8c31-f3b31a4de056 req-752db65f-9c2b-47ce-a72b-fd3793595426 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0585725 Jan 24 22:31:26.362486 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 987c8810-0969-4e25-bb03-7993afce108d triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:31:26.362903 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (987c8810-0969-4e25-bb03-7993afce108d), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:26.419389 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-85258af6-13cc-4e5b-8c31-f3b31a4de056 req-c1833901-a0de-4387-8752-56a7bf74f474 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786526 Jan 24 22:31:26.427063 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e42f7-0715-4e9d-b9ee-1918bf2d632f req-fe7b7ee7-7d90-4ccb-97e1-10cbb36f600f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:26.428621 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-059e42f7-0715-4e9d-b9ee-1918bf2d632f req-fe7b7ee7-7d90-4ccb-97e1-10cbb36f600f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 944 time: 0.0860648 Jan 24 22:31:26.450031 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 987c8810-0969-4e25-bb03-7993afce108d is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:31:26.450661 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:26.474412 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c8810-0969-4e25-bb03-7993afce108d'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:31:26.476793 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-059e42f7-0715-4e9d-b9ee-1918bf2d632f req-7af4c6bf-911e-405d-8bc1-754a75fe6e72 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Jan 24 22:31:26.476926 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f02d427-a481-49ca-ab53-7c52b81a026d" -d '{"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-plugged", "status": "completed", "tag": "987c8810-0969-4e25-bb03-7993afce108d"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:31:26.490604 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:31:26.496707 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:26.530829 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07d7cc0-b6b9-4875-a07e-21700b00db5f x-openstack-request-id: req-b07d7cc0-b6b9-4875-a07e-21700b00db5f {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:31:26.531183 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-plugged", "status": "completed", "tag": "987c8810-0969-4e25-bb03-7993afce108d", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:31:26.531476 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b07d7cc0-b6b9-4875-a07e-21700b00db5f {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:31:26.531860 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c8810-0969-4e25-bb03-7993afce108d', 'code': 200} Jan 24 22:31:26.560563 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=10']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:26.698715 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f693656-3caf-41f1-b73d-af6d5c8ff64b req-f8431da2-6be1-41cc-99d8-9a8ae0d3c317 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:26.700838 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5f693656-3caf-41f1-b73d-af6d5c8ff64b req-f8431da2-6be1-41cc-99d8-9a8ae0d3c317 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0539174 Jan 24 22:31:26.756154 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5f693656-3caf-41f1-b73d-af6d5c8ff64b req-e24e62f2-ebf0-4063-8226-6d60ef25628b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494237 Jan 24 22:31:27.023052 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-33752599-ad20-4b06-bab2-ba4e5960c811 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:27.024558 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-33752599-ad20-4b06-bab2-ba4e5960c811 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.115 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 945 time: 0.0575609 Jan 24 22:31:27.136828 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Deleting port 80c7633d-9102-4911-954f-6788c2d7bbcc {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:31:27.137499 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:27.224806 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d56e65-f19f-40e3-81dd-1c2e11d55706 req-d5b0338d-1b89-4528-bdfc-0ef976e9f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:27.226365 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-93d56e65-f19f-40e3-81dd-1c2e11d55706 req-d5b0338d-1b89-4528-bdfc-0ef976e9f588 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 1099 time: 0.0478814 Jan 24 22:31:27.241312 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] For port 80c7633d-9102-4911-954f-6788c2d7bbcc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=80c7633d-9102-4911-954f-6788c2d7bbcc,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:31:27.241655 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:27.256140 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Calling delete_port for 80c7633d-9102-4911-954f-6788c2d7bbcc owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:31:27.292871 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-93d56e65-f19f-40e3-81dd-1c2e11d55706 req-4c1f0906-86a4-4c7e-af52-b9ee5abe0f90 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592184 Jan 24 22:31:27.393816 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (80c7633d-9102-4911-954f-6788c2d7bbcc), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:27.424519 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Pushing event deleted for resources: {'Port': ['ID=80c7633d-9102-4911-954f-6788c2d7bbcc,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:27.438472 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['aabc5fed-da17-478f-810d-56ef4b5caa98', '80c7633d-9102-4911-954f-6788c2d7bbcc'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:31:27.465735 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.466590 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.467089 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.467580 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.468254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.468761 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.469122 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.469454 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.469797 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.470109 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.470821 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.471173 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.471526 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:27.498203 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] No DVR routers for this DVR port 80c7633d-9102-4911-954f-6788c2d7bbcc on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:31:27.500870 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:27.505702 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c0d293a1-bd91-48a5-9cc6-0e60a577c509 req-d52b614b-3299-4dca-a33f-7241a725e688 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.115 "DELETE /v2.0/ports/80c7633d-9102-4911-954f-6788c2d7bbcc HTTP/1.1" status: 204 len: 173 time: 0.4715183 Jan 24 22:31:27.506222 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4044f2ed-7e33-45cf-9b1b-6447f372c243', 'name': 'network-vif-deleted', 'tag': '80c7633d-9102-4911-954f-6788c2d7bbcc'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:31:27.509550 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eef79aa-6dc5-40f7-bd2f-26ab214127e2" -d '{"events": [{"server_uuid": "4044f2ed-7e33-45cf-9b1b-6447f372c243", "name": "network-vif-deleted", "tag": "80c7633d-9102-4911-954f-6788c2d7bbcc"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:31:27.559067 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a479f057-f4c5-43c7-8c64-a444bb3834ac req-a00601e3-4453-498b-94ef-6393135617b2 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 210 time: 0.0559781 Jan 24 22:31:27.569964 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a708f215-3ebf-4830-92c6-e0bff067f55f x-openstack-request-id: req-a708f215-3ebf-4830-92c6-e0bff067f55f {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:31:27.570257 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4044f2ed-7e33-45cf-9b1b-6447f372c243", "name": "network-vif-deleted", "tag": "80c7633d-9102-4911-954f-6788c2d7bbcc", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:31:27.570514 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a708f215-3ebf-4830-92c6-e0bff067f55f {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:31:27.570911 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4044f2ed-7e33-45cf-9b1b-6447f372c243', 'name': 'network-vif-deleted', 'tag': '80c7633d-9102-4911-954f-6788c2d7bbcc', 'status': 'completed', 'code': 200} Jan 24 22:31:27.667222 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32210ce-0af1-4fbd-8752-f90c06f1654a req-8b31112d-c860-47d3-ba7d-da57dd94c266 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:27.669756 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d32210ce-0af1-4fbd-8752-f90c06f1654a req-8b31112d-c860-47d3-ba7d-da57dd94c266 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 946 time: 0.0537715 Jan 24 22:31:27.720699 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d32210ce-0af1-4fbd-8752-f90c06f1654a req-dd328330-07d3-4cf5-b758-3db69a966634 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Jan 24 22:31:27.876663 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a9bf6-ffbb-4681-b3de-49c86f2467b1 req-07cbbba0-3df2-41a0-a296-e38d90e96ba8 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:27.878203 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-901a9bf6-ffbb-4681-b3de-49c86f2467b1 req-07cbbba0-3df2-41a0-a296-e38d90e96ba8 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0533602 Jan 24 22:31:27.935386 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-901a9bf6-ffbb-4681-b3de-49c86f2467b1 req-becda64c-373c-4bf5-841f-587b5d764559 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486128 Jan 24 22:31:28.664652 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:28.674355 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f4e45a5-c871-4368-8f67-bfc606baa7b1 req-e5efbdb5-45ec-4093-b877-c81da76809bc tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=4044f2ed-7e33-45cf-9b1b-6447f372c243 HTTP/1.1" status: 200 len: 210 time: 0.0334396 Jan 24 22:31:28.868039 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2446782-e704-46f9-9381-dadb0717bbb8 req-5f30a4d0-6612-4714-8478-590e6b565313 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:28.870468 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d2446782-e704-46f9-9381-dadb0717bbb8 req-5f30a4d0-6612-4714-8478-590e6b565313 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 946 time: 0.0722098 Jan 24 22:31:28.959068 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d2446782-e704-46f9-9381-dadb0717bbb8 req-4cc5c2d8-ce99-490e-ba01-a4df2878ce88 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787563 Jan 24 22:31:29.060505 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b05f36-3cff-4326-9413-4f76d437fbbd req-e79cd6f2-6c43-4302-ac87-f2b5e746bd6d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:29.063032 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b0b05f36-3cff-4326-9413-4f76d437fbbd req-e79cd6f2-6c43-4302-ac87-f2b5e746bd6d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0492616 Jan 24 22:31:29.118347 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b0b05f36-3cff-4326-9413-4f76d437fbbd req-76899be1-c5ab-457e-8afd-d23589c311f5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489619 Jan 24 22:31:29.960866 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081936-2eab-4c33-9353-a7e5ccf06a6a req-f31e880f-fc48-4a9e-9fc3-1ae02b27629e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:29.962260 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0b081936-2eab-4c33-9353-a7e5ccf06a6a req-f31e880f-fc48-4a9e-9fc3-1ae02b27629e tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0499008 Jan 24 22:31:30.014135 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0b081936-2eab-4c33-9353-a7e5ccf06a6a req-9d99fbf2-c5e0-41f0-908f-ca473a14c6df tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460796 Jan 24 22:31:30.084028 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4049398-81fc-45d5-b43d-36d9a9b0acb1 req-ec917634-1aec-4f63-9a5a-c0e1c6aa5c2e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:30.085735 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a4049398-81fc-45d5-b43d-36d9a9b0acb1 req-ec917634-1aec-4f63-9a5a-c0e1c6aa5c2e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 946 time: 0.0557013 Jan 24 22:31:30.140953 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a4049398-81fc-45d5-b43d-36d9a9b0acb1 req-9d3a09d1-7a1e-4c24-8728-cd8897bfe602 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488639 Jan 24 22:31:30.257635 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaf7fd-cae3-48cf-88ec-588c1283f3b5 req-f3e2992e-862c-495b-8cc2-908b534716f7 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:30.259111 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ccaaf7fd-cae3-48cf-88ec-588c1283f3b5 req-f3e2992e-862c-495b-8cc2-908b534716f7 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0641587 Jan 24 22:31:30.305772 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ccaaf7fd-cae3-48cf-88ec-588c1283f3b5 req-59098f6b-5e42-46c6-b437-b89432b19e72 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406139 Jan 24 22:31:30.514171 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08332b7f-81bc-4823-a6da-5fe3bda44d06 req-9ae6756c-1d45-45ce-985d-bd1fa8badaea tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:30.515525 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-08332b7f-81bc-4823-a6da-5fe3bda44d06 req-9ae6756c-1d45-45ce-985d-bd1fa8badaea tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0482676 Jan 24 22:31:30.570607 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-08332b7f-81bc-4823-a6da-5fe3bda44d06 req-d5221270-1fe0-496d-821b-bcd6baf05f43 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456069 Jan 24 22:31:30.678235 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:31:31.145469 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b840-91f6-4e8a-b77e-3bdd8569d1a2 req-bf9488c8-3944-458b-957c-3050ff3c2c41 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:31.147305 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fa55b840-91f6-4e8a-b77e-3bdd8569d1a2 req-bf9488c8-3944-458b-957c-3050ff3c2c41 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0609856 Jan 24 22:31:31.208707 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fa55b840-91f6-4e8a-b77e-3bdd8569d1a2 req-b91950ea-0e43-4812-9dcf-b8e3382d6c22 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532007 Jan 24 22:31:31.539669 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-91b11dfd-5a18-4132-a2fd-34aba80b55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:31.541189 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-91b11dfd-5a18-4132-a2fd-34aba80b55d0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 1098 time: 0.0425088 Jan 24 22:31:31.702046 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0713a3c-a7aa-4e2d-8fcb-85d030ec72d8 req-a61e3db3-5afb-4bcb-b7c4-685da17e75e2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:31.703503 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c0713a3c-a7aa-4e2d-8fcb-85d030ec72d8 req-a61e3db3-5afb-4bcb-b7c4-685da17e75e2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0500896 Jan 24 22:31:31.752622 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c0713a3c-a7aa-4e2d-8fcb-85d030ec72d8 req-74e30394-d614-4d65-bbf6-f649d184e8b7 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410416 Jan 24 22:31:32.337501 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f51290-ce51-428d-b3d6-22303a79bcba req-f8f26f90-4333-4cbb-9622-68e50579d120 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:32.339902 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-68f51290-ce51-428d-b3d6-22303a79bcba req-f8f26f90-4333-4cbb-9622-68e50579d120 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0512381 Jan 24 22:31:32.388718 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-4d44715b-fff2-44ba-bbc4-0ac5c951419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:32.389467 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-68f51290-ce51-428d-b3d6-22303a79bcba req-4d32f2de-116b-4c94-8953-d89a353478ba tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428288 Jan 24 22:31:32.390313 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-4d44715b-fff2-44ba-bbc4-0ac5c951419d service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 912 time: 0.0862186 Jan 24 22:31:32.894802 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcddc1e-6a36-46ad-905e-7cfb6dce530e req-274ba0aa-3547-4a34-b1f7-b1118fc1757e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:32.896246 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3dcddc1e-6a36-46ad-905e-7cfb6dce530e req-274ba0aa-3547-4a34-b1f7-b1118fc1757e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0675318 Jan 24 22:31:32.952064 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3dcddc1e-6a36-46ad-905e-7cfb6dce530e req-33027fa4-914f-48f8-9331-169ad6cf07d2 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474844 Jan 24 22:31:33.228464 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 80c7633d-9102-4911-954f-6788c2d7bbcc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:31:33.252265 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 80c7633d-9102-4911-954f-6788c2d7bbcc {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:31:33.252717 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 80c7633d-9102-4911-954f-6788c2d7bbcc not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:31:33.277857 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-735cd0e4-6444-492e-a096-3dd5394d9b44 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 200 len: 1001 time: 0.0668478 Jan 24 22:31:33.326666 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-a168bc50-98cb-4c33-a92b-b155a2bdac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:33.328197 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-a168bc50-98cb-4c33-a92b-b155a2bdac0b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.0441310 Jan 24 22:31:33.377468 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-322112d6-6001-4111-b86a-c1864b77fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:33.378996 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-322112d6-6001-4111-b86a-c1864b77fe0b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407584 Jan 24 22:31:33.478176 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-429ad2c2-5168-4fea-b72e-d00b9d0d3d50 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906518 Jan 24 22:31:33.512739 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d8910-3579-4132-823f-78a10f07bf00 req-9cb43714-5fd7-4695-8bea-e77006dca4af tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:33.514475 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f06d8910-3579-4132-823f-78a10f07bf00 req-9cb43714-5fd7-4695-8bea-e77006dca4af tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0520556 Jan 24 22:31:33.561239 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f06d8910-3579-4132-823f-78a10f07bf00 req-9723e5ca-46a3-43c9-ab9c-fa4330702845 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Jan 24 22:31:33.575465 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8a7f5428-5445-42ed-b295-6d60d38d57b9 req-86d38d70-816d-46f4-82c2-a0a78198f6e8 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864851 Jan 24 22:31:34.076341 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bec55-f001-4e69-ba07-462939272ad1 req-6365d5d6-e9d6-4583-83ee-1a296aa0211b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:34.078043 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-246bec55-f001-4e69-ba07-462939272ad1 req-6365d5d6-e9d6-4583-83ee-1a296aa0211b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0582619 Jan 24 22:31:34.127046 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-246bec55-f001-4e69-ba07-462939272ad1 req-14c88ce7-a436-4937-8c1b-af533799a495 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434146 Jan 24 22:31:34.678175 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf87145-17cd-4dd2-97bd-32c19fec52dd req-09d16699-ef29-4d58-8054-6adc6d1207cb tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:34.679700 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2cf87145-17cd-4dd2-97bd-32c19fec52dd req-09d16699-ef29-4d58-8054-6adc6d1207cb tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0499897 Jan 24 22:31:34.726101 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2cf87145-17cd-4dd2-97bd-32c19fec52dd req-2066eb14-d916-45ab-b93f-186c42a48f5d tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Jan 24 22:31:35.267792 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608161b-d177-42fc-a12e-69277717e715 req-d420a2c6-2266-4591-b058-fe1961f160af tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:35.269329 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2608161b-d177-42fc-a12e-69277717e715 req-d420a2c6-2266-4591-b058-fe1961f160af tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0523150 Jan 24 22:31:35.326583 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2608161b-d177-42fc-a12e-69277717e715 req-066a64ce-8c59-4649-9c4f-3264ea40727f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496101 Jan 24 22:31:35.850082 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e2e3-8cc0-4b88-8849-fb669523492d req-56763aec-c8c9-42ea-bc0f-db74e06dcf33 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:35.851630 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cc21e2e3-8cc0-4b88-8849-fb669523492d req-56763aec-c8c9-42ea-bc0f-db74e06dcf33 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0524051 Jan 24 22:31:35.901253 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cc21e2e3-8cc0-4b88-8849-fb669523492d req-c186cb88-2c2d-45b6-8625-951ae8436ca5 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Jan 24 22:31:37.037828 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c736a51-07d4-405a-bf97-2e0274fc6fc7 req-ffbe439b-8683-4d63-88f3-77802f825fee tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:37.040227 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c736a51-07d4-405a-bf97-2e0274fc6fc7 req-ffbe439b-8683-4d63-88f3-77802f825fee tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0558484 Jan 24 22:31:37.089071 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7c736a51-07d4-405a-bf97-2e0274fc6fc7 req-e23d6617-974e-4363-91ab-51f560ec8529 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Jan 24 22:31:37.607650 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 43652) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:37.717875 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbb51c79-78cc-4c2b-8c0d-12fb57a1e48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:37.792590 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbb51c79-78cc-4c2b-8c0d-12fb57a1e48f admin admin] Publish callbacks [] for security_group (a24c460c-98dc-466d-8a65-5d3d03d6655c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:37.800235 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbb51c79-78cc-4c2b-8c0d-12fb57a1e48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a24c460c-98dc-466d-8a65-5d3d03d6655c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:37.834375 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51c79-78cc-4c2b-8c0d-12fb57a1e48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24c460c-98dc-466d-8a65-5d3d03d6655c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:37.849846 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43658) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:37.853736 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dbb51c79-78cc-4c2b-8c0d-12fb57a1e48f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=31b6b5de53344646b436d396a775df22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447684 Jan 24 22:31:37.915545 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Publish callbacks [] for security_group (a24c460c-98dc-466d-8a65-5d3d03d6655c), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:37.936100 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Publish callbacks [] for security_group (a24c460c-98dc-466d-8a65-5d3d03d6655c), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:37.984279 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a24c460c-98dc-466d-8a65-5d3d03d6655c), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:37.987928 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:37.989077 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a24c460c-98dc-466d-8a65-5d3d03d6655c HTTP/1.1" status: 204 len: 168 time: 0.1382258 Jan 24 22:31:37.996839 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24c460c-98dc-466d-8a65-5d3d03d6655c,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:38.004301 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.004655 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.005009 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.005364 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.005694 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.006066 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.006333 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.006663 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.006970 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.007313 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.007627 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.007931 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.008245 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622cec02-7ba7-4b18-8a76-29cf07b6f4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:31:38.203923 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0ea31-8f93-4c5f-8647-6f9a72ec62c2 req-260a155c-220a-41cf-bac8-b1c113bbe83c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:38.205756 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-02a0ea31-8f93-4c5f-8647-6f9a72ec62c2 req-260a155c-220a-41cf-bac8-b1c113bbe83c tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0490649 Jan 24 22:31:38.257507 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-02a0ea31-8f93-4c5f-8647-6f9a72ec62c2 req-d803f2d0-6c68-466f-95a8-707dbca0adbf tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 Jan 24 22:31:38.270497 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43666) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:38.283363 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e2dd68c9-ba8e-40d8-8177-d4ba629a296a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:38.364067 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e2dd68c9-ba8e-40d8-8177-d4ba629a296a admin admin] Publish callbacks [] for security_group (bc953012-8857-4252-ac81-3e959df25fbc), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:38.368168 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e2dd68c9-ba8e-40d8-8177-d4ba629a296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (bc953012-8857-4252-ac81-3e959df25fbc), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:38.408638 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd68c9-ba8e-40d8-8177-d4ba629a296a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc953012-8857-4252-ac81-3e959df25fbc,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:38.413802 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-e2dd68c9-ba8e-40d8-8177-d4ba629a296a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fcacdc1e43874a93876db3cf6a223974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422508 Jan 24 22:31:38.416582 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43668) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:38.464007 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b69-c48d-4430-91c1-71cd223b3b3a admin admin] Publish callbacks [] for security_group (bc953012-8857-4252-ac81-3e959df25fbc), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:38.486507 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b69-c48d-4430-91c1-71cd223b3b3a admin admin] Publish callbacks [] for security_group (bc953012-8857-4252-ac81-3e959df25fbc), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:38.538361 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b69-c48d-4430-91c1-71cd223b3b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (bc953012-8857-4252-ac81-3e959df25fbc), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:38.542845 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b69-c48d-4430-91c1-71cd223b3b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:38.544160 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-ca2f0b69-c48d-4430-91c1-71cd223b3b3a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bc953012-8857-4252-ac81-3e959df25fbc HTTP/1.1" status: 204 len: 168 time: 0.1266811 Jan 24 22:31:38.552369 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f0b69-c48d-4430-91c1-71cd223b3b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc953012-8857-4252-ac81-3e959df25fbc,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:39.379891 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e79d7-40e3-49e2-ab3d-58f78f91eebd req-8c757719-a797-490a-b472-538197f442f3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:39.381418 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-780e79d7-40e3-49e2-ab3d-58f78f91eebd req-8c757719-a797-490a-b472-538197f442f3 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0516188 Jan 24 22:31:39.443882 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53201ad-833c-4683-8108-c77f5755c926 req-f7816d44-55e8-4223-ac2a-405d97bb9e44 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:39.445327 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-780e79d7-40e3-49e2-ab3d-58f78f91eebd req-f36f06bb-60ea-4b0f-bc5f-8928f8e8ed01 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520978 Jan 24 22:31:39.446795 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b53201ad-833c-4683-8108-c77f5755c926 req-f7816d44-55e8-4223-ac2a-405d97bb9e44 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.115 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 946 time: 0.0575631 Jan 24 22:31:39.544003 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Deleting port aabc5fed-da17-478f-810d-56ef4b5caa98 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:31:39.544349 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:39.631802 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] For port aabc5fed-da17-478f-810d-56ef4b5caa98, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aabc5fed-da17-478f-810d-56ef4b5caa98,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:31:39.632176 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:39.644944 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Calling delete_port for aabc5fed-da17-478f-810d-56ef4b5caa98 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:31:39.780677 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (aabc5fed-da17-478f-810d-56ef4b5caa98), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:39.809695 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Pushing event deleted for resources: {'Port': ['ID=aabc5fed-da17-478f-810d-56ef4b5caa98,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:39.828747 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['aabc5fed-da17-478f-810d-56ef4b5caa98'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:31:39.859919 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] No DVR routers for this DVR port aabc5fed-da17-478f-810d-56ef4b5caa98 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:31:39.862807 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:39.866352 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b53201ad-833c-4683-8108-c77f5755c926 req-a64f3eca-86fc-4b8d-b490-194ad254df63 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.115 "DELETE /v2.0/ports/aabc5fed-da17-478f-810d-56ef4b5caa98 HTTP/1.1" status: 204 len: 173 time: 0.4129255 Jan 24 22:31:39.866822 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a871432f-36c3-495a-8269-9de0a0e45315', 'name': 'network-vif-deleted', 'tag': 'aabc5fed-da17-478f-810d-56ef4b5caa98'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:31:39.869153 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba202462-4b4b-4498-8778-ccb13867d6bb" -d '{"events": [{"server_uuid": "a871432f-36c3-495a-8269-9de0a0e45315", "name": "network-vif-deleted", "tag": "aabc5fed-da17-478f-810d-56ef4b5caa98"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:31:39.912468 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ff4899-6e5a-428d-8365-6b2ee0079961 x-openstack-request-id: req-e5ff4899-6e5a-428d-8365-6b2ee0079961 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:31:39.912468 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a871432f-36c3-495a-8269-9de0a0e45315", "name": "network-vif-deleted", "tag": "aabc5fed-da17-478f-810d-56ef4b5caa98", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:31:39.912686 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e5ff4899-6e5a-428d-8365-6b2ee0079961 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:31:39.913020 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a871432f-36c3-495a-8269-9de0a0e45315', 'name': 'network-vif-deleted', 'tag': 'aabc5fed-da17-478f-810d-56ef4b5caa98', 'status': 'completed', 'code': 200} Jan 24 22:31:40.372482 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43740) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:40.488399 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-59a407b4-03fa-4f5a-b286-412f0df166d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:40.558900 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f19934a6-7cfc-4088-926d-f717daac508f req-7ee5304d-8ac9-47a4-9093-800ef26e4f09 tempest-ServerRescueNegativeTestJSON-991784789 tempest-ServerRescueNegativeTestJSON-991784789-project] 10.222.0.84 "GET /v2.0/ports?device_id=a871432f-36c3-495a-8269-9de0a0e45315 HTTP/1.1" status: 200 len: 210 time: 0.0369184 Jan 24 22:31:40.599870 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-59a407b4-03fa-4f5a-b286-412f0df166d4 admin admin] Publish callbacks [] for security_group (f19badcf-1a84-4f3b-b336-674d96d109d3), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:40.605995 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-59a407b4-03fa-4f5a-b286-412f0df166d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f19badcf-1a84-4f3b-b336-674d96d109d3), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:40.641473 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a407b4-03fa-4f5a-b286-412f0df166d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19badcf-1a84-4f3b-b336-674d96d109d3,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:40.645699 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-59a407b4-03fa-4f5a-b286-412f0df166d4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=295655f886d643f680e13ea2ff14c51f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720866 Jan 24 22:31:40.648356 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43746) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:40.694144 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf33c213-01a7-4b20-818f-4b4e033aee9c admin admin] Publish callbacks [] for security_group (f19badcf-1a84-4f3b-b336-674d96d109d3), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:40.715265 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf33c213-01a7-4b20-818f-4b4e033aee9c admin admin] Publish callbacks [] for security_group (f19badcf-1a84-4f3b-b336-674d96d109d3), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:40.770514 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf33c213-01a7-4b20-818f-4b4e033aee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f19badcf-1a84-4f3b-b336-674d96d109d3), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:40.773007 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf33c213-01a7-4b20-818f-4b4e033aee9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:40.776776 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-bf33c213-01a7-4b20-818f-4b4e033aee9c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f19badcf-1a84-4f3b-b336-674d96d109d3 HTTP/1.1" status: 204 len: 168 time: 0.1275313 Jan 24 22:31:40.784424 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33c213-01a7-4b20-818f-4b4e033aee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19badcf-1a84-4f3b-b336-674d96d109d3,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:41.058639 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43752) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:41.072194 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f60dd98a-01fc-4316-9d7e-54bca50288c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:41.147316 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f60dd98a-01fc-4316-9d7e-54bca50288c9 admin admin] Publish callbacks [] for security_group (695d661d-e188-4f8c-8f00-e42281ad7b63), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:41.153693 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f60dd98a-01fc-4316-9d7e-54bca50288c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (695d661d-e188-4f8c-8f00-e42281ad7b63), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:41.194126 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-f60dd98a-01fc-4316-9d7e-54bca50288c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c0fb22e2d7954bc1b4fc7151fa69ea70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344090 Jan 24 22:31:41.194967 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dd98a-01fc-4316-9d7e-54bca50288c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695d661d-e188-4f8c-8f00-e42281ad7b63,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:41.197173 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 43754) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:41.250861 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-db0a0913-f647-4a36-b380-74af1ac69c4a admin admin] Publish callbacks [] for security_group (695d661d-e188-4f8c-8f00-e42281ad7b63), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:41.277905 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-db0a0913-f647-4a36-b380-74af1ac69c4a admin admin] Publish callbacks [] for security_group (695d661d-e188-4f8c-8f00-e42281ad7b63), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:41.330076 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-db0a0913-f647-4a36-b380-74af1ac69c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (695d661d-e188-4f8c-8f00-e42281ad7b63), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:41.333997 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-db0a0913-f647-4a36-b380-74af1ac69c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:41.335769 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-db0a0913-f647-4a36-b380-74af1ac69c4a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/695d661d-e188-4f8c-8f00-e42281ad7b63 HTTP/1.1" status: 204 len: 168 time: 0.1372979 Jan 24 22:31:41.348515 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a0913-f647-4a36-b380-74af1ac69c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695d661d-e188-4f8c-8f00-e42281ad7b63,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:41.617047 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 43766) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:42.042481 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:42.582885 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Deleting port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:31:42.583512 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:42.664874 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] For port 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,segment=NetworkSegment(8d2a6ea8-0011-4359-9e0b-ce5c69e564b5),segment_id=8d2a6ea8-0011-4359-9e0b-ce5c69e564b5)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:31:42.665278 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:42.678111 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Calling delete_port for 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:31:42.865332 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:42.891687 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:43.060215 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:43.291627 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:31:43.412419 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:31:43.420369 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8ff16857-903f-4eb7-8679-c4a59a8ab3e7 admin admin] 10.222.0.84 "PUT /v2.0/routers/12f639fd-3c57-4aad-a92b-59a3a20fc1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020089 Jan 24 22:31:43.420510 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43846) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:43.423382 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] Sync routers for ids ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:31:43.434481 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] Routers {'12f639fd-3c57-4aad-a92b-59a3a20fc1ae'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:31:43.435130 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:31:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:31:43.536118 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks [] for router (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:43.543252 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] Set router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:31:43.641656 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks [] for router_gateway (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:43.703827 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Deleting port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:31:43.704176 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:43.822402 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:31:42Z', 'revision_number': 5, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port': {'id': '2c461fde-d4bb-4cb7-b709-4b0ad5a52517', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:31:43.850621 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] Checking router: 12f639fd-3c57-4aad-a92b-59a3a20fc1ae for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:31:43.862621 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] Routers {'12f639fd-3c57-4aad-a92b-59a3a20fc1ae'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:31:43.863299 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:31:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:31:43.956603 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] Set router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:31:43.999104 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] For port 2c461fde-d4bb-4cb7-b709-4b0ad5a52517, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=2c461fde-d4bb-4cb7-b709-4b0ad5a52517,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:31:43.999463 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.011964 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Calling delete_port for 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 owned by network:router_gateway {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:31:44.013491 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:31:43Z', 'revision_number': 6, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port_host': None}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:31:44.040838 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6adc69b-9d6f-40f7-9efa-3917c51edf9a None None] The sync data for ids ['12f639fd-3c57-4aad-a92b-59a3a20fc1ae'] in dv-cinder-813223-4-iscsi is: [{'id': '12f639fd-3c57-4aad-a92b-59a3a20fc1ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1876101498-router', 'tenant_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:31:43Z', 'revision_number': 6, 'project_id': '7e8dce58932149cbaee5ed5aabdbe3fa', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:31:44.206895 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (2c461fde-d4bb-4cb7-b709-4b0ad5a52517), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.233317 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c461fde-d4bb-4cb7-b709-4b0ad5a52517,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:44.298097 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.391943 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device aabc5fed-da17-478f-810d-56ef4b5caa98 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:31:44.402861 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.405880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks [] for router_controller (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.417491 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: aabc5fed-da17-478f-810d-56ef4b5caa98 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:31:44.418118 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device aabc5fed-da17-478f-810d-56ef4b5caa98 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:31:44.479769 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (12f639fd-3c57-4aad-a92b-59a3a20fc1ae), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.480430 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f639fd-3c57-4aad-a92b-59a3a20fc1ae {{(pid=102562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:31:44.485587 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.486730 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9ed15499-2a2a-40f0-945f-b65b849bc337 admin admin] 10.222.0.84 "DELETE /v2.0/routers/12f639fd-3c57-4aad-a92b-59a3a20fc1ae HTTP/1.1" status: 204 len: 168 time: 1.0651741 Jan 24 22:31:44.489862 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43852) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:44.534641 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2adff1-673a-4ba0-bf52-346decd4d233 admin admin] Deleting subnet b3c5736e-11ca-4e24-b6d2-3e78878985b6 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:31:44.537674 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf2adff1-673a-4ba0-bf52-346decd4d233 admin admin] Publish callbacks [] for subnet (b3c5736e-11ca-4e24-b6d2-3e78878985b6), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.574880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf2adff1-673a-4ba0-bf52-346decd4d233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (b3c5736e-11ca-4e24-b6d2-3e78878985b6), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.615203 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf2adff1-673a-4ba0-bf52-346decd4d233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (b3c5736e-11ca-4e24-b6d2-3e78878985b6), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.674012 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf2adff1-673a-4ba0-bf52-346decd4d233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (b3c5736e-11ca-4e24-b6d2-3e78878985b6), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.686361 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-bf2adff1-673a-4ba0-bf52-346decd4d233 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.689518 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-bf2adff1-673a-4ba0-bf52-346decd4d233 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b3c5736e-11ca-4e24-b6d2-3e78878985b6 HTTP/1.1" status: 204 len: 168 time: 0.1986830 Jan 24 22:31:44.692601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 43858) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:44.708102 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2adff1-673a-4ba0-bf52-346decd4d233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c5736e-11ca-4e24-b6d2-3e78878985b6,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:44.765462 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (a7842576-11ac-466b-b3df-3ae9b0fa5bfa), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.853037 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (a7842576-11ac-466b-b3df-3ae9b0fa5bfa), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.874918 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7842576-11ac-466b-b3df-3ae9b0fa5bfa']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:31:44.885171 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:31:44.885906 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2a6ea8-0011-4359-9e0b-ce5c69e564b5') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:31:44.896572 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (8d2a6ea8-0011-4359-9e0b-ce5c69e564b5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.911959 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (8d2a6ea8-0011-4359-9e0b-ce5c69e564b5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.918499 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:31:44.918967 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (8d2a6ea8-0011-4359-9e0b-ce5c69e564b5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:31:44.920686 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:31:44.985608 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (a7842576-11ac-466b-b3df-3ae9b0fa5bfa), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.991913 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:44.995167 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a7842576-11ac-466b-b3df-3ae9b0fa5bfa HTTP/1.1" status: 204 len: 168 time: 0.3009315 Jan 24 22:31:45.007234 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12985-4efb-4d48-8f6d-1dc2514ed251 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7842576-11ac-466b-b3df-3ae9b0fa5bfa,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:45.127830 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:31:45.150235 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:31:45.150584 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 2c461fde-d4bb-4cb7-b709-4b0ad5a52517 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:31:45.151025 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:31:45.177775 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:31:45.177930 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 43862) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:45.178247 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 39fd1451-a401-4ff3-9f8b-2e9c3c45c8a1 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:31:45.218304 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5e6f438b-4096-4935-be1f-4ff4810d787e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e8dce58932149cbaee5ed5aabdbe3fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392141 Jan 24 22:31:45.222989 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 43864) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:45.276038 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6d04a03a-56be-4cb0-bebc-455a22a6e08b admin admin] Publish callbacks [] for security_group (0e1d0905-d9a8-4ea6-a07a-9839bc78dab7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:45.300568 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6d04a03a-56be-4cb0-bebc-455a22a6e08b admin admin] Publish callbacks [] for security_group (0e1d0905-d9a8-4ea6-a07a-9839bc78dab7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:45.356300 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6d04a03a-56be-4cb0-bebc-455a22a6e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0e1d0905-d9a8-4ea6-a07a-9839bc78dab7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:45.358993 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6d04a03a-56be-4cb0-bebc-455a22a6e08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:45.360163 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6d04a03a-56be-4cb0-bebc-455a22a6e08b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0e1d0905-d9a8-4ea6-a07a-9839bc78dab7 HTTP/1.1" status: 204 len: 168 time: 0.1358404 Jan 24 22:31:45.368198 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04a03a-56be-4cb0-bebc-455a22a6e08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1d0905-d9a8-4ea6-a07a-9839bc78dab7,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:46.151758 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7d44c39d-bc69-4caf-9804-e40f1bcfc2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:48.487276 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-850320fc-d41f-41e7-8b60-b359a9a15640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:49.461719 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:50.471334 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 43984) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:50.582670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-806326fb-15b5-4fff-aa41-d784526243c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:50.665886 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-806326fb-15b5-4fff-aa41-d784526243c7 admin admin] Publish callbacks [] for security_group (5d636294-b076-463c-b427-4eb196b81a81), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:50.672792 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-806326fb-15b5-4fff-aa41-d784526243c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (5d636294-b076-463c-b427-4eb196b81a81), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:50.724666 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-806326fb-15b5-4fff-aa41-d784526243c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b6fe6f1813bc4b3484d159107c9f8fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521095 Jan 24 22:31:50.725716 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806326fb-15b5-4fff-aa41-d784526243c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d636294-b076-463c-b427-4eb196b81a81,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:50.727575 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 43988) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:50.781644 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e98b8af-9d7a-4c9c-9e4c-6a194ab9a659 admin admin] Publish callbacks [] for security_group (5d636294-b076-463c-b427-4eb196b81a81), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:50.805308 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e98b8af-9d7a-4c9c-9e4c-6a194ab9a659 admin admin] Publish callbacks [] for security_group (5d636294-b076-463c-b427-4eb196b81a81), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:50.854949 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e98b8af-9d7a-4c9c-9e4c-6a194ab9a659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (5d636294-b076-463c-b427-4eb196b81a81), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:50.857785 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6e98b8af-9d7a-4c9c-9e4c-6a194ab9a659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:50.858950 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-6e98b8af-9d7a-4c9c-9e4c-6a194ab9a659 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5d636294-b076-463c-b427-4eb196b81a81 HTTP/1.1" status: 204 len: 168 time: 0.1303499 Jan 24 22:31:50.867038 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98b8af-9d7a-4c9c-9e4c-6a194ab9a659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d636294-b076-463c-b427-4eb196b81a81,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:50.978840 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:51.163648 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44002) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:51.176741 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18b7b822-644d-4d41-a3bd-c38dea295588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:51.262629 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18b7b822-644d-4d41-a3bd-c38dea295588 admin admin] Publish callbacks [] for security_group (323ac2dc-07e0-44d6-a470-9cfaf75fdf72), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:51.267538 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-18b7b822-644d-4d41-a3bd-c38dea295588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (323ac2dc-07e0-44d6-a470-9cfaf75fdf72), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:51.313852 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-18b7b822-644d-4d41-a3bd-c38dea295588 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c4860051e5b4c13a4977cf8811db663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489875 Jan 24 22:31:51.314920 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7b822-644d-4d41-a3bd-c38dea295588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323ac2dc-07e0-44d6-a470-9cfaf75fdf72,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:51.316854 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44006) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:51.375975 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-be5430ff-3856-4b5c-bf29-cecaf95af340 admin admin] Publish callbacks [] for security_group (323ac2dc-07e0-44d6-a470-9cfaf75fdf72), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:51.398175 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-be5430ff-3856-4b5c-bf29-cecaf95af340 admin admin] Publish callbacks [] for security_group (323ac2dc-07e0-44d6-a470-9cfaf75fdf72), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:51.452651 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-be5430ff-3856-4b5c-bf29-cecaf95af340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (323ac2dc-07e0-44d6-a470-9cfaf75fdf72), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:51.455352 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-be5430ff-3856-4b5c-bf29-cecaf95af340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:51.456557 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-be5430ff-3856-4b5c-bf29-cecaf95af340 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/323ac2dc-07e0-44d6-a470-9cfaf75fdf72 HTTP/1.1" status: 204 len: 168 time: 0.1385674 Jan 24 22:31:51.466386 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5430ff-3856-4b5c-bf29-cecaf95af340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ac2dc-07e0-44d6-a470-9cfaf75fdf72,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:52.367105 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:56.637149 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44140) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:56.750791 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9de425bf-cf8a-48c0-80d5-340aeb99b519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:56.825270 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9de425bf-cf8a-48c0-80d5-340aeb99b519 admin admin] Publish callbacks [] for security_group (64cb4ada-4686-44b3-9b8a-303a39308168), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:56.831456 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9de425bf-cf8a-48c0-80d5-340aeb99b519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (64cb4ada-4686-44b3-9b8a-303a39308168), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:56.871994 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9de425bf-cf8a-48c0-80d5-340aeb99b519 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=61b05e44737446c1b5e4a0a3e93fe1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337394 Jan 24 22:31:56.872915 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de425bf-cf8a-48c0-80d5-340aeb99b519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cb4ada-4686-44b3-9b8a-303a39308168,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:56.874923 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44144) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:56.925479 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0490a161-1203-4875-a6d4-469ee922f2e7 admin admin] Publish callbacks [] for security_group (64cb4ada-4686-44b3-9b8a-303a39308168), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:56.946685 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0490a161-1203-4875-a6d4-469ee922f2e7 admin admin] Publish callbacks [] for security_group (64cb4ada-4686-44b3-9b8a-303a39308168), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:56.995498 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0490a161-1203-4875-a6d4-469ee922f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (64cb4ada-4686-44b3-9b8a-303a39308168), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:56.999620 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0490a161-1203-4875-a6d4-469ee922f2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.001442 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-0490a161-1203-4875-a6d4-469ee922f2e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64cb4ada-4686-44b3-9b8a-303a39308168 HTTP/1.1" status: 204 len: 168 time: 0.1252670 Jan 24 22:31:57.011324 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490a161-1203-4875-a6d4-469ee922f2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cb4ada-4686-44b3-9b8a-303a39308168,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:57.287122 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44150) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:57.300346 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0a63e82-8ee7-46b2-9d42-aab66f2bbaf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.375149 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0a63e82-8ee7-46b2-9d42-aab66f2bbaf8 admin admin] Publish callbacks [] for security_group (0a09f1f4-3db1-4552-affc-de439ef0e96e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.380814 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0a63e82-8ee7-46b2-9d42-aab66f2bbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0a09f1f4-3db1-4552-affc-de439ef0e96e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.419809 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e0a63e82-8ee7-46b2-9d42-aab66f2bbaf8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f1c8e5faf6d54fc68794b38e9a8adbf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315665 Jan 24 22:31:57.420958 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a63e82-8ee7-46b2-9d42-aab66f2bbaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a09f1f4-3db1-4552-affc-de439ef0e96e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:57.422700 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44154) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:57.470953 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa98-7de0-45dd-b21c-5c46ee0e26f3 admin admin] Publish callbacks [] for security_group (0a09f1f4-3db1-4552-affc-de439ef0e96e), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.491578 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa98-7de0-45dd-b21c-5c46ee0e26f3 admin admin] Publish callbacks [] for security_group (0a09f1f4-3db1-4552-affc-de439ef0e96e), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.539992 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa98-7de0-45dd-b21c-5c46ee0e26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0a09f1f4-3db1-4552-affc-de439ef0e96e), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.543023 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa98-7de0-45dd-b21c-5c46ee0e26f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.544175 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4a2faa98-7de0-45dd-b21c-5c46ee0e26f3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a09f1f4-3db1-4552-affc-de439ef0e96e HTTP/1.1" status: 204 len: 168 time: 0.1204753 Jan 24 22:31:57.552034 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2faa98-7de0-45dd-b21c-5c46ee0e26f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a09f1f4-3db1-4552-affc-de439ef0e96e,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:57.887623 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44164) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:57.901256 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d331c6e1-61cb-47ae-8f5e-3e9b429f478d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.977740 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d331c6e1-61cb-47ae-8f5e-3e9b429f478d admin admin] Publish callbacks [] for security_group (1786a658-5a3d-4343-954e-f7cd136b4d2e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:57.983633 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d331c6e1-61cb-47ae-8f5e-3e9b429f478d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (1786a658-5a3d-4343-954e-f7cd136b4d2e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:58.019380 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331c6e1-61cb-47ae-8f5e-3e9b429f478d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1786a658-5a3d-4343-954e-f7cd136b4d2e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:58.023406 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d331c6e1-61cb-47ae-8f5e-3e9b429f478d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a6d21e2eb9254fd98a0899dcd7fc27a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347706 Jan 24 22:31:58.027435 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44166) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:58.076568 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c90f52e-d8b1-4ddd-8fe9-eef0bfb99fea admin admin] Publish callbacks [] for security_group (1786a658-5a3d-4343-954e-f7cd136b4d2e), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:58.098554 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c90f52e-d8b1-4ddd-8fe9-eef0bfb99fea admin admin] Publish callbacks [] for security_group (1786a658-5a3d-4343-954e-f7cd136b4d2e), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:58.148427 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c90f52e-d8b1-4ddd-8fe9-eef0bfb99fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (1786a658-5a3d-4343-954e-f7cd136b4d2e), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:58.151042 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7c90f52e-d8b1-4ddd-8fe9-eef0bfb99fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:58.152221 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7c90f52e-d8b1-4ddd-8fe9-eef0bfb99fea admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1786a658-5a3d-4343-954e-f7cd136b4d2e HTTP/1.1" status: 204 len: 168 time: 0.1243322 Jan 24 22:31:58.160736 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90f52e-d8b1-4ddd-8fe9-eef0bfb99fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1786a658-5a3d-4343-954e-f7cd136b4d2e,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:58.654046 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:58.849379 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44192) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:58.957698 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1299481933-network', 'tenant_id': '1302599967074732a3ed3a94d98b34ab'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:31:58.985549 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Made reservation on behalf of 1302599967074732a3ed3a94d98b34ab for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:31:58.987892 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:58.996479 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.076802 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Publish callbacks [] for security_group (ca4cff90-f8b6-4412-b20c-257482e83615), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.083097 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (ca4cff90-f8b6-4412-b20c-257482e83615), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.108014 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:31:59.117641 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4cff90-f8b6-4412-b20c-257482e83615,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:59.126087 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (edcda0fa-6cde-478e-9c51-1ce473265704), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.126448 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Added segment edcda0fa-6cde-478e-9c51-1ce473265704 of type vlan for network 82c7a825-57db-45a1-9dca-28f50fa98a49 Jan 24 22:31:59.165577 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (82c7a825-57db-45a1-9dca-28f50fa98a49), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.201593 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (82c7a825-57db-45a1-9dca-28f50fa98a49), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.202538 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:59.203189 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.235639 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3849292 Jan 24 22:31:59.238675 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44196) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:31:59.243639 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Request body: {'subnet': {'network_id': '82c7a825-57db-45a1-9dca-28f50fa98a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1299481933-subnet', 'tenant_id': '1302599967074732a3ed3a94d98b34ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:31:59.266201 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed3bd4-992c-4b80-b2c8-fe21f19d2479 admin admin] Pushing event updated for resources: {'Network': ['ID=82c7a825-57db-45a1-9dca-28f50fa98a49,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:59.270130 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Made reservation on behalf of 1302599967074732a3ed3a94d98b34ab for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:31:59.273184 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758921'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.276696 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 82c7a825-57db-45a1-9dca-28f50fa98a49 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:31:59.454469 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25761367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758967'] for subnet (5fdb162f-9a4e-4523-9969-0ac20db0f816), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.513312 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdb162f-9a4e-4523-9969-0ac20db0f816,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:31:59.529868 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Checking segment: {'id': 'edcda0fa-6cde-478e-9c51-1ce473265704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '82c7a825-57db-45a1-9dca-28f50fa98a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:31:59.529868 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Network hostable DHCP agents. Network: 82c7a825-57db-45a1-9dca-28f50fa98a49, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:31:59.542810 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Network 82c7a825-57db-45a1-9dca-28f50fa98a49 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:31:59.553254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 82c7a825-57db-45a1-9dca-28f50fa98a49) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:31:59.557595 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:31:59.558371 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:31:59.562783 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc90df5-87fc-42a8-8ea1-67dcf2b3c490 None None] Network 82c7a825-57db-45a1-9dca-28f50fa98a49 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:31:59.575212 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f86de265-0ca7-43ac-95aa-bac0f2547bd1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3354270 Jan 24 22:31:59.657759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da7cfb-8fe5-4fc1-ab5c-cdd0e9e5298a None None] Network 82c7a825-57db-45a1-9dca-28f50fa98a49 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:32:00.082034 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44216) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:00.087026 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2122522839-network', 'tenant_id': '41a9c69419b3473a933fda0d77270bf5'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:00.114007 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Made reservation on behalf of 41a9c69419b3473a933fda0d77270bf5 for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:00.116577 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.126141 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.205941 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Publish callbacks [] for security_group (e390da21-a6d8-4dad-8d48-d2dceec5103b), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.211498 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e390da21-a6d8-4dad-8d48-d2dceec5103b), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.235821 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:32:00.245574 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e390da21-a6d8-4dad-8d48-d2dceec5103b,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:00.250213 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (e605702d-f1fb-4377-8186-6e9f72b62193), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.250558 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Added segment e605702d-f1fb-4377-8186-6e9f72b62193 of type vlan for network ebb1b470-d77a-446b-a165-4b63dbabc8a7 Jan 24 22:32:00.290260 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (ebb1b470-d77a-446b-a165-4b63dbabc8a7), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.319139 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (ebb1b470-d77a-446b-a165-4b63dbabc8a7), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.320117 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:00.320780 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.378430 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2952647 Jan 24 22:32:00.381451 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44218) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:00.386372 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa4253-4296-4568-9ee9-007893191c0e admin admin] Pushing event updated for resources: {'Network': ['ID=ebb1b470-d77a-446b-a165-4b63dbabc8a7,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:00.386957 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Request body: {'subnet': {'network_id': 'ebb1b470-d77a-446b-a165-4b63dbabc8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2122522839-subnet', 'tenant_id': '41a9c69419b3473a933fda0d77270bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:00.397482 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network ebb1b470-d77a-446b-a165-4b63dbabc8a7 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:32:00.412887 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Made reservation on behalf of 41a9c69419b3473a933fda0d77270bf5 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:00.415404 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758921'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.589719 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25761367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758967'] for subnet (34f8e783-8774-44a4-b1ec-ccea8b44e9c3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.641443 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f8e783-8774-44a4-b1ec-ccea8b44e9c3,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:00.653275 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Checking segment: {'id': 'e605702d-f1fb-4377-8186-6e9f72b62193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebb1b470-d77a-446b-a165-4b63dbabc8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:00.653628 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Network hostable DHCP agents. Network: ebb1b470-d77a-446b-a165-4b63dbabc8a7, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:32:00.671090 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Network ebb1b470-d77a-446b-a165-4b63dbabc8a7 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:32:00.680699 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, ebb1b470-d77a-446b-a165-4b63dbabc8a7) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:00.685325 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:00.685929 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:00.689899 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf012d-5e8b-4ac5-8514-1a699532cc57 None None] Network ebb1b470-d77a-446b-a165-4b63dbabc8a7 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:32:00.703184 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-52b01336-d8d8-4eee-b164-904cab3b0caf admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3206222 Jan 24 22:32:00.790206 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d5e18e-48d6-4201-833d-3f1f312d5967 None None] Network ebb1b470-d77a-446b-a165-4b63dbabc8a7 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:32:00.983115 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-83334705-7fd5-4df7-b9b9-f285d4091ac4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437167 Jan 24 22:32:01.086045 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-6c4b7db6-2b13-42b1-b683-c352ec117b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:01.087732 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-6c4b7db6-2b13-42b1-b683-c352ec117b1f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 1098 time: 0.0415294 Jan 24 22:32:01.200832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-72835e5f-4c4e-4c3a-ab6a-c7eb7371412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:01.202351 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-72835e5f-4c4e-4c3a-ab6a-c7eb7371412b service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 912 time: 0.0934346 Jan 24 22:32:01.278608 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-41754dd4-4e93-4dc4-b583-b33394e6bcaf service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 200 len: 1001 time: 0.0689526 Jan 24 22:32:01.333791 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-06b2167b-868d-4bc4-897e-dc3ec2c31e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:01.335259 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-06b2167b-868d-4bc4-897e-dc3ec2c31e4f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.0457947 Jan 24 22:32:01.385511 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-46d54fcc-f1fc-45a0-bb3a-8af32cd46ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:01.386964 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-46d54fcc-f1fc-45a0-bb3a-8af32cd46ba7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392790 Jan 24 22:32:01.494625 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-1e1f1d98-0645-42cd-bbc7-c8636e0ef318 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940623 Jan 24 22:32:01.623154 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db3f4408-c36e-4424-ac65-6148a7c876dc req-60cbfdd1-29af-4b3f-9205-12646f186e55 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168451 Jan 24 22:32:07.682793 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:32:08.650664 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26491e66-ac58-4b8a-809e-93944262e2f2 req-e6e65fd7-f7e3-4a18-8cf9-f3c2b5355a17 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:08.652421 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-26491e66-ac58-4b8a-809e-93944262e2f2 req-e6e65fd7-f7e3-4a18-8cf9-f3c2b5355a17 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0505509 Jan 24 22:32:08.701362 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-26491e66-ac58-4b8a-809e-93944262e2f2 req-f722d7f8-dff7-4fd9-ae06-27cb4600c55d tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Jan 24 22:32:09.829064 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca547f-e7c3-4c7c-b0dc-39a42acb6b3d req-3c64543d-b913-486c-980d-369ce874821a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:09.830444 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3eca547f-e7c3-4c7c-b0dc-39a42acb6b3d req-3c64543d-b913-486c-980d-369ce874821a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0541887 Jan 24 22:32:09.889343 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3eca547f-e7c3-4c7c-b0dc-39a42acb6b3d req-4aceaee6-b95f-4cac-b1e9-83140c5fe718 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526180 Jan 24 22:32:10.552641 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-fe7fbd16-b788-455a-8f26-2eba34907df0 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:10.554181 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-fe7fbd16-b788-455a-8f26-2eba34907df0 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.115 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 945 time: 0.0508392 Jan 24 22:32:10.658724 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Deleting port 3b795779-9a59-417a-a073-f7d208152ddb {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:32:10.659071 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (3b795779-9a59-417a-a073-f7d208152ddb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:10.754268 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] For port 3b795779-9a59-417a-a073-f7d208152ddb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3b795779-9a59-417a-a073-f7d208152ddb,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:10.754625 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (3b795779-9a59-417a-a073-f7d208152ddb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:10.767737 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Calling delete_port for 3b795779-9a59-417a-a073-f7d208152ddb owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:32:10.904866 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (3b795779-9a59-417a-a073-f7d208152ddb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:10.943997 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['3b795779-9a59-417a-a073-f7d208152ddb'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:32:10.944934 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Pushing event deleted for resources: {'Port': ['ID=3b795779-9a59-417a-a073-f7d208152ddb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:10.989148 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] No DVR routers for this DVR port 3b795779-9a59-417a-a073-f7d208152ddb on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:32:10.991740 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:10.995625 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7ae5d6ce-4892-4f72-8fe3-4092bb3a59cc req-f8536997-0548-4cf1-b35e-e4949ec114ac tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.115 "DELETE /v2.0/ports/3b795779-9a59-417a-a073-f7d208152ddb HTTP/1.1" status: 204 len: 173 time: 0.4357047 Jan 24 22:32:10.996378 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f960b38f-f542-4b02-972e-f0c17fe05d4c', 'name': 'network-vif-deleted', 'tag': '3b795779-9a59-417a-a073-f7d208152ddb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:10.998899 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd53474-8ba4-45c4-93b9-9fa2f785000a" -d '{"events": [{"server_uuid": "f960b38f-f542-4b02-972e-f0c17fe05d4c", "name": "network-vif-deleted", "tag": "3b795779-9a59-417a-a073-f7d208152ddb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:11.005705 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e37739b1-7112-40ce-a8a3-ab2cbaf139b2 req-fd781cae-d13a-4c1f-8c60-285bc38d1520 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=f960b38f-f542-4b02-972e-f0c17fe05d4c HTTP/1.1" status: 200 len: 210 time: 0.0270176 Jan 24 22:32:11.041117 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b007e9-55f4-4855-8b42-e155d14a43b3 x-openstack-request-id: req-c5b007e9-55f4-4855-8b42-e155d14a43b3 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:11.041537 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f960b38f-f542-4b02-972e-f0c17fe05d4c", "name": "network-vif-deleted", "tag": "3b795779-9a59-417a-a073-f7d208152ddb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:11.041795 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c5b007e9-55f4-4855-8b42-e155d14a43b3 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:11.042355 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f960b38f-f542-4b02-972e-f0c17fe05d4c', 'name': 'network-vif-deleted', 'tag': '3b795779-9a59-417a-a073-f7d208152ddb', 'status': 'completed', 'code': 200} Jan 24 22:32:14.586636 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 3b795779-9a59-417a-a073-f7d208152ddb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:32:14.614938 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 3b795779-9a59-417a-a073-f7d208152ddb {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:32:14.615202 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 3b795779-9a59-417a-a073-f7d208152ddb not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:32:16.153033 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0d2a473e-8ac0-4353-bf60-4c0442d23022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:18.487514 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-442181a8-0df2-4e45-99e4-4ba0fe067d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:19.463310 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:20.987750 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:22.376624 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:23.169930 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-1d47671a-5dde-4602-bacb-a0d03a24eba9 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:23.173475 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-1d47671a-5dde-4602-bacb-a0d03a24eba9 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/networks?id=e8888219-d5d2-46f9-84f1-df880fd5a58a HTTP/1.1" status: 200 len: 813 time: 0.1091366 Jan 24 22:32:23.189627 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-6c62f972-c44d-485f-85fb-394d062996cf tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/quotas/cc5a655a0b0f4f0482453bde6f196195 HTTP/1.1" status: 200 len: 375 time: 0.0102811 Jan 24 22:32:23.224043 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-0c8bcf03-7bba-4d38-8047-c982d485c0d3 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cc5a655a0b0f4f0482453bde6f196195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274158 Jan 24 22:32:23.319104 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-ea6208be-8f82-47e0-808e-ec120016df08 service neutron] 10.222.0.84 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879951 Jan 24 22:32:23.419888 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-14ed1835-66c7-467b-845a-92fad510b584 service neutron] 10.222.0.84 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946221 Jan 24 22:32:23.574414 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4c0ee0e8-9938-4017-bac8-8e282ff88184 req-2256881c-60bb-4ae8-b6b5-c91ca78f0d68 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 210 time: 0.0263407 Jan 24 22:32:23.820018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44570) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:23.875797 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12d5b51-d50c-429d-b980-19a4cb14b2e3 admin admin] Deleting subnet 5fdb162f-9a4e-4523-9969-0ac20db0f816 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:32:23.879439 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b51-d50c-429d-b980-19a4cb14b2e3 admin admin] Publish callbacks [] for subnet (5fdb162f-9a4e-4523-9969-0ac20db0f816), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:23.919414 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b51-d50c-429d-b980-19a4cb14b2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3748723'] for subnet (5fdb162f-9a4e-4523-9969-0ac20db0f816), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:23.979791 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b51-d50c-429d-b980-19a4cb14b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (5fdb162f-9a4e-4523-9969-0ac20db0f816), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.043237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b51-d50c-429d-b980-19a4cb14b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25761300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758958'] for subnet (5fdb162f-9a4e-4523-9969-0ac20db0f816), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.067389 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d5b51-d50c-429d-b980-19a4cb14b2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdb162f-9a4e-4523-9969-0ac20db0f816,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:24.073118 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b51-d50c-429d-b980-19a4cb14b2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.076305 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f12d5b51-d50c-429d-b980-19a4cb14b2e3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5fdb162f-9a4e-4523-9969-0ac20db0f816 HTTP/1.1" status: 204 len: 168 time: 0.2555652 Jan 24 22:32:24.078987 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44578) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:24.149527 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (82c7a825-57db-45a1-9dca-28f50fa98a49), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.239089 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (82c7a825-57db-45a1-9dca-28f50fa98a49), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.260076 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c7a825-57db-45a1-9dca-28f50fa98a49']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:24.270109 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcda0fa-6cde-478e-9c51-1ce473265704') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:24.270402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcda0fa-6cde-478e-9c51-1ce473265704') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:24.280407 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (edcda0fa-6cde-478e-9c51-1ce473265704), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.293792 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (edcda0fa-6cde-478e-9c51-1ce473265704), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.300321 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:32:24.300813 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (edcda0fa-6cde-478e-9c51-1ce473265704), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:32:24.306149 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:32:24.370316 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (82c7a825-57db-45a1-9dca-28f50fa98a49), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.378047 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.381483 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] 10.222.0.84 "DELETE /v2.0/networks/82c7a825-57db-45a1-9dca-28f50fa98a49 HTTP/1.1" status: 204 len: 168 time: 0.3015847 Jan 24 22:32:24.384806 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44586) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:24.392424 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe370211-7425-4412-bea9-52c1bbfe4036 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c7a825-57db-45a1-9dca-28f50fa98a49,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:24.431498 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-028288b7-ebf7-4294-b3d9-e4b046ce4cde admin admin] Deleting subnet 34f8e783-8774-44a4-b1ec-ccea8b44e9c3 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:32:24.434718 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-028288b7-ebf7-4294-b3d9-e4b046ce4cde admin admin] Publish callbacks [] for subnet (34f8e783-8774-44a4-b1ec-ccea8b44e9c3), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.475235 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-028288b7-ebf7-4294-b3d9-e4b046ce4cde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (34f8e783-8774-44a4-b1ec-ccea8b44e9c3), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.520938 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-028288b7-ebf7-4294-b3d9-e4b046ce4cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (34f8e783-8774-44a4-b1ec-ccea8b44e9c3), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.612528 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-028288b7-ebf7-4294-b3d9-e4b046ce4cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (34f8e783-8774-44a4-b1ec-ccea8b44e9c3), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.633522 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6a845-3b19-4136-8d3c-19d2f14e0385 req-44f76213-13ef-4335-be04-59eadcf919ad tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:24.635383 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-aff6a845-3b19-4136-8d3c-19d2f14e0385 req-44f76213-13ef-4335-be04-59eadcf919ad tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 946 time: 0.0901029 Jan 24 22:32:24.654884 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-028288b7-ebf7-4294-b3d9-e4b046ce4cde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.658191 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-028288b7-ebf7-4294-b3d9-e4b046ce4cde admin admin] 10.222.0.84 "DELETE /v2.0/subnets/34f8e783-8774-44a4-b1ec-ccea8b44e9c3 HTTP/1.1" status: 204 len: 168 time: 0.2721691 Jan 24 22:32:24.660853 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44592) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:24.662590 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028288b7-ebf7-4294-b3d9-e4b046ce4cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f8e783-8774-44a4-b1ec-ccea8b44e9c3,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:24.705435 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c9e3514f-8554-4f3f-a627-76d71a64f8d1 req-a8ed61d6-823a-4527-b0da-25f0ff722745 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 210 time: 0.0460393 Jan 24 22:32:24.737578 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-aff6a845-3b19-4136-8d3c-19d2f14e0385 req-59560c38-12d8-4cf2-bcb7-5954d2b22e82 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725617 Jan 24 22:32:24.800269 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (ebb1b470-d77a-446b-a165-4b63dbabc8a7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.808013 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-425c4f4d-ada5-4122-b902-51ebd5a48fa0 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:24.809492 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-425c4f4d-ada5-4122-b902-51ebd5a48fa0 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.115 "GET /v2.0/networks?id=e8888219-d5d2-46f9-84f1-df880fd5a58a HTTP/1.1" status: 200 len: 813 time: 0.1847003 Jan 24 22:32:24.844835 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Request body: {'port': {'device_id': '6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce', 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a', 'admin_state_up': True, 'tenant_id': 'cc5a655a0b0f4f0482453bde6f196195'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:24.943857 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (ebb1b470-d77a-446b-a165-4b63dbabc8a7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:24.973905 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb1b470-d77a-446b-a165-4b63dbabc8a7']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:24.990919 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e605702d-f1fb-4377-8186-6e9f72b62193') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:24.991215 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e605702d-f1fb-4377-8186-6e9f72b62193') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:25.002972 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (e605702d-f1fb-4377-8186-6e9f72b62193), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.022183 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (e605702d-f1fb-4377-8186-6e9f72b62193), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.032226 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:32:25.032770 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (e605702d-f1fb-4377-8186-6e9f72b62193), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:32:25.034483 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:32:25.082429 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Made reservation on behalf of cc5a655a0b0f4f0482453bde6f196195 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:25.085893 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.116666 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (ebb1b470-d77a-446b-a165-4b63dbabc8a7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.121110 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.124399 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] 10.222.0.84 "DELETE /v2.0/networks/ebb1b470-d77a-446b-a165-4b63dbabc8a7 HTTP/1.1" status: 204 len: 168 time: 0.4600163 Jan 24 22:32:25.163650 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e5b9a-06d8-4e6a-9b47-b4db72fad76d admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb1b470-d77a-446b-a165-4b63dbabc8a7,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:25.240198 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Allocated IP 172.20.0.4 (e8888219-d5d2-46f9-84f1-df880fd5a58a/b6fe4442-f7a9-4346-a743-9dbc44d987c2/f126ddae-4e06-40f8-ac9c-2e1f28a67f36) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:25.306747 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44606) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:25.354739 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44608) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:25.355007 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-ae444d00-8b43-40b9-93f0-99f540006f9c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1302599967074732a3ed3a94d98b34ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467002 Jan 24 22:32:25.355187 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44610) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:25.441473 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks [] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.447254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98e9921d-17e4-4eca-be9a-2cb9e415a03b admin admin] Publish callbacks [] for security_group (ca4cff90-f8b6-4412-b20c-257482e83615), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.476015 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98e9921d-17e4-4eca-be9a-2cb9e415a03b admin admin] Publish callbacks [] for security_group (ca4cff90-f8b6-4412-b20c-257482e83615), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.528412 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8fdae5e6-fcee-4b3b-8688-12ac93a6b0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.530449 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.588562 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Network e8888219-d5d2-46f9-84f1-df880fd5a58a is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:25.602206 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:25.609374 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:25.616292 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Pushing event updated for resources: {'Port': ['ID=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:25.618402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98e9921d-17e4-4eca-be9a-2cb9e415a03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (ca4cff90-f8b6-4412-b20c-257482e83615), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.620836 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98e9921d-17e4-4eca-be9a-2cb9e415a03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.624639 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-98e9921d-17e4-4eca-be9a-2cb9e415a03b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ca4cff90-f8b6-4412-b20c-257482e83615 HTTP/1.1" status: 204 len: 168 time: 0.2646859 Jan 24 22:32:25.658953 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9921d-17e4-4eca-be9a-2cb9e415a03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4cff90-f8b6-4412-b20c-257482e83615,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:25.691104 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:25.691746 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.726705 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-33454b2d-4a31-4795-bf77-15b46331ddfa tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875942 Jan 24 22:32:25.728490 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8fdae5e6-fcee-4b3b-8688-12ac93a6b0e1 admin admin] Publish callbacks [] for security_group (c49eceae-4be6-4ed3-91c1-62ca3e0a212c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.732034 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8fdae5e6-fcee-4b3b-8688-12ac93a6b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (c49eceae-4be6-4ed3-91c1-62ca3e0a212c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.750766 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Request body: {'port': {'device_id': '6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:25.817728 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8fdae5e6-fcee-4b3b-8688-12ac93a6b0e1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=89c4891ad4604aa890a1cdc952881d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587188 Jan 24 22:32:25.818678 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44624) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:25.824720 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdae5e6-fcee-4b3b-8688-12ac93a6b0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49eceae-4be6-4ed3-91c1-62ca3e0a212c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:25.849966 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:25.967124 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7dc6d-17ca-4e22-a610-d8dbabc4cb38 req-d1f8460c-baba-4769-9215-6edc0716fa2b tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:25.969094 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-22f7dc6d-17ca-4e22-a610-d8dbabc4cb38 req-d1f8460c-baba-4769-9215-6edc0716fa2b tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 931 time: 0.1302700 Jan 24 22:32:25.979554 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8566a1e-3ada-4ef0-9e38-f8aa13766559 req-3cf58e93-fa93-4954-95ba-4a628cdd3429 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:25.981035 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a8566a1e-3ada-4ef0-9e38-f8aa13766559 req-3cf58e93-fa93-4954-95ba-4a628cdd3429 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 946 time: 0.1209812 Jan 24 22:32:25.982642 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44628) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:25.989483 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-09d63e23-e1b8-4778-8ebc-ab96c994bea6 admin admin] Publish callbacks [] for security_group (c49eceae-4be6-4ed3-91c1-62ca3e0a212c), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.084753 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-09d63e23-e1b8-4778-8ebc-ab96c994bea6 admin admin] Publish callbacks [] for security_group (c49eceae-4be6-4ed3-91c1-62ca3e0a212c), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.107375 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-22f7dc6d-17ca-4e22-a610-d8dbabc4cb38 req-ffa0a928-1b07-4883-adbe-91e45e29ccd3 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253831 Jan 24 22:32:26.117381 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-af9ca48d-6f3e-411b-bb3e-e03399d82aa8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41a9c69419b3473a933fda0d77270bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331933 Jan 24 22:32:26.120424 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44630) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:26.125370 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a8566a1e-3ada-4ef0-9e38-f8aa13766559 req-c659adcc-7015-4f64-a294-fa2bf4c265ea tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288228 Jan 24 22:32:26.168055 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-09d63e23-e1b8-4778-8ebc-ab96c994bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (c49eceae-4be6-4ed3-91c1-62ca3e0a212c), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.170761 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-09d63e23-e1b8-4778-8ebc-ab96c994bea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.172542 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-09d63e23-e1b8-4778-8ebc-ab96c994bea6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c49eceae-4be6-4ed3-91c1-62ca3e0a212c HTTP/1.1" status: 204 len: 168 time: 0.3524947 Jan 24 22:32:26.181368 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d63e23-e1b8-4778-8ebc-ab96c994bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49eceae-4be6-4ed3-91c1-62ca3e0a212c,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:26.388073 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f126ddae-4e06-40f8-ac9c-2e1f28a67f36 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:32:26.399492 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Publish callbacks [] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.425727 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Transition to ACTIVE for port object f126ddae-4e06-40f8-ac9c-2e1f28a67f36 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:32:26.432859 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.464856 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8146a460-be3a-400f-8fed-87d5ebe6e521 admin admin] Publish callbacks [] for security_group (e390da21-a6d8-4dad-8d48-d2dceec5103b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.503623 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8146a460-be3a-400f-8fed-87d5ebe6e521 admin admin] Publish callbacks [] for security_group (e390da21-a6d8-4dad-8d48-d2dceec5103b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.523332 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:26.567465 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-7e23a197-6f56-4dd6-ae0e-8e62e659088b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:26.569049 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-7e23a197-6f56-4dd6-ae0e-8e62e659088b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 946 time: 0.0666006 Jan 24 22:32:26.617784 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Attempting to bind port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:26.618254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Attempting to bind port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:26.618693 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Attempting to bind port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 on network e8888219-d5d2-46f9-84f1-df880fd5a58a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:26.624623 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 on network e8888219-d5d2-46f9-84f1-df880fd5a58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:32:26.625168 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Attempting to bind port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 on network e8888219-d5d2-46f9-84f1-df880fd5a58a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:26.630384 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8146a460-be3a-400f-8fed-87d5ebe6e521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e390da21-a6d8-4dad-8d48-d2dceec5103b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.632961 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8146a460-be3a-400f-8fed-87d5ebe6e521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.634394 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8146a460-be3a-400f-8fed-87d5ebe6e521 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e390da21-a6d8-4dad-8d48-d2dceec5103b HTTP/1.1" status: 204 len: 168 time: 0.5126143 Jan 24 22:32:26.638900 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:26.639258 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Checking segment: {'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:26.639864 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Bound using segment: {'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:26.640586 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Bound port: f126ddae-4e06-40f8-ac9c-2e1f28a67f36, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4738084d-59dc-4811-b2c3-d0aae9ee8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:26.640956 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.647967 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146a460-be3a-400f-8fed-87d5ebe6e521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e390da21-a6d8-4dad-8d48-d2dceec5103b,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:26.717189 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Deleting port 987c8810-0969-4e25-bb03-7993afce108d {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:32:26.717520 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (987c8810-0969-4e25-bb03-7993afce108d), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.733513 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] For port f126ddae-4e06-40f8-ac9c-2e1f28a67f36, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:26.737770 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] For port f126ddae-4e06-40f8-ac9c-2e1f28a67f36, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:26.745447 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.790747 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:26.791386 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.792800 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] 10.222.0.115 "PUT /v2.0/ports/f126ddae-4e06-40f8-ac9c-2e1f28a67f36 HTTP/1.1" status: 200 len: 1093 time: 1.0503833 Jan 24 22:32:26.793285 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce', 'tag': 'f126ddae-4e06-40f8-ac9c-2e1f28a67f36'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:26.796226 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5366c1b-99ed-47a6-bdad-184a01c4f416" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce", "tag": "f126ddae-4e06-40f8-ac9c-2e1f28a67f36"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:26.820482 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144f0fd-6a65-4a32-957b-f14c815e66e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:26.852264 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b10f3c-e760-4399-be5a-8b09881ecd4b x-openstack-request-id: req-c6b10f3c-e760-4399-be5a-8b09881ecd4b {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:26.852887 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce", "tag": "f126ddae-4e06-40f8-ac9c-2e1f28a67f36", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:26.852887 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c6b10f3c-e760-4399-be5a-8b09881ecd4b {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:26.853455 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce', 'tag': 'f126ddae-4e06-40f8-ac9c-2e1f28a67f36', 'status': 'completed', 'code': 200} Jan 24 22:32:26.855470 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] For port 987c8810-0969-4e25-bb03-7993afce108d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=987c8810-0969-4e25-bb03-7993afce108d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:26.855895 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (987c8810-0969-4e25-bb03-7993afce108d), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:26.929355 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-872197c3-1c43-4466-84fb-7c45a683fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:26.931202 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-872197c3-1c43-4466-84fb-7c45a683fc70 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cc5a655a0b0f4f0482453bde6f196195&device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 1096 time: 0.0594561 Jan 24 22:32:27.003412 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-95aa549f-bba9-4545-b3ad-a1632b68b1e6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f126ddae-4e06-40f8-ac9c-2e1f28a67f36 HTTP/1.1" status: 200 len: 217 time: 0.0582154 Jan 24 22:32:27.113151 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-d4016b84-de8e-4869-bc77-ca4fd1430385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:27.123259 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-d4016b84-de8e-4869-bc77-ca4fd1430385 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b6fe4442-f7a9-4346-a743-9dbc44d987c2 HTTP/1.1" status: 200 len: 853 time: 0.1094918 Jan 24 22:32:27.168481 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-96d4c146-8a54-4474-90a9-24c73f8135e8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8888219-d5d2-46f9-84f1-df880fd5a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403054 Jan 24 22:32:27.196139 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:27.196521 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (3bc9e131-800a-4b54-8165-cfebe4ecb0ed), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:27.197242 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Floating IP 3bc9e131-800a-4b54-8165-cfebe4ecb0ed disassociated. External IP: 172.27.3.30, port: 987c8810-0969-4e25-bb03-7993afce108d. Jan 24 22:32:27.197611 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Calling delete_port for 987c8810-0969-4e25-bb03-7993afce108d owned by compute:nova {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:32:27.328117 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-35bbdb76-c835-4943-8c23-8a827b078d8b service neutron] 10.222.0.115 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527615 Jan 24 22:32:27.337847 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a99c7-241e-46f4-ace1-70b58ceb3b5f req-849a2cc2-f14a-42e8-b398-d45e23ce5228 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:27.339400 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-925a99c7-241e-46f4-ace1-70b58ceb3b5f req-849a2cc2-f14a-42e8-b398-d45e23ce5228 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 943 time: 0.1297104 Jan 24 22:32:27.438304 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-925a99c7-241e-46f4-ace1-70b58ceb3b5f req-acf1e937-6913-4a13-ac3d-1619517b4841 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911930 Jan 24 22:32:27.484011 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-034cd303-6e16-4122-bbd7-be25737d5e6a req-4b90ed03-c420-450e-aab4-088431e50aa5 service neutron] 10.222.0.115 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113963 Jan 24 22:32:27.505470 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca96c50-19fa-4fb6-9c22-630a5357f114 req-2323421c-2ff7-4f2b-a2fe-92eddc1e8253 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:27.508258 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cca96c50-19fa-4fb6-9c22-630a5357f114 req-2323421c-2ff7-4f2b-a2fe-92eddc1e8253 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=5995cfc4-026f-45ae-a918-0bc8f1bdc025 HTTP/1.1" status: 200 len: 946 time: 0.1063936 Jan 24 22:32:27.516476 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (987c8810-0969-4e25-bb03-7993afce108d), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:27.564436 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event deleted for resources: {'Port': ['ID=987c8810-0969-4e25-bb03-7993afce108d,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:27.652767 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-744d348d-5905-40f9-a378-332a64b6318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:27.654928 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-744d348d-5905-40f9-a378-332a64b6318c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cc5a655a0b0f4f0482453bde6f196195&device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 1096 time: 0.0749674 Jan 24 22:32:27.836064 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-beced0d7-173f-4c96-a2bc-1d0cfea99651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:27.841612 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-beced0d7-173f-4c96-a2bc-1d0cfea99651 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e8888219-d5d2-46f9-84f1-df880fd5a58a HTTP/1.1" status: 200 len: 914 time: 0.1758416 Jan 24 22:32:27.898715 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-7bc0ec02-1272-429a-9e0a-742ae7083619 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f126ddae-4e06-40f8-ac9c-2e1f28a67f36 HTTP/1.1" status: 200 len: 217 time: 0.0533421 Jan 24 22:32:27.940264 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cca96c50-19fa-4fb6-9c22-630a5357f114 req-29bd39ef-b7c8-4c51-851c-7e261290413f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe76a0b8-5234-4430-9edd-5ded2fca2196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4251928 Jan 24 22:32:27.966960 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-4b12f3f4-7902-4a07-89be-df45303d215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:27.968257 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc1781-4f86-4cfd-a551-81cc93781e92 req-6b0fdd5c-9caf-4d92-a14b-bdf5faea3d40 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:27.969723 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-4b12f3f4-7902-4a07-89be-df45303d215d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b6fe4442-f7a9-4346-a743-9dbc44d987c2 HTTP/1.1" status: 200 len: 853 time: 0.0629199 Jan 24 22:32:27.970282 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ffbc1781-4f86-4cfd-a551-81cc93781e92 req-6b0fdd5c-9caf-4d92-a14b-bdf5faea3d40 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.4099743 Jan 24 22:32:28.003220 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-ecd74286-ed9e-474e-880c-77a17a2d191e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e8888219-d5d2-46f9-84f1-df880fd5a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260780 Jan 24 22:32:28.066617 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ffbc1781-4f86-4cfd-a551-81cc93781e92 req-b5fb6d56-3da7-4a87-acf8-7a639924d505 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887976 Jan 24 22:32:28.071077 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Router 984a3dd2-4804-444f-8086-8521fc743e63 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:32:28.111910 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-368dfc97-7f19-4e28-88b1-8da527027584 service neutron] 10.222.0.115 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015365 Jan 24 22:32:28.199638 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:32:28.211496 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] Sync routers for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:32:28.222236 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:28.223122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:28.233070 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5366c1b-99ed-47a6-bdad-184a01c4f416 req-5317bdb4-54f2-4a84-811e-c1b6af30e028 service neutron] 10.222.0.115 "GET /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129344 Jan 24 22:32:28.246778 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44704) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:28.271829 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] No DVR routers for this DVR port 987c8810-0969-4e25-bb03-7993afce108d on host hv-cinder-81322 {{(pid=102562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:32:28.274752 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.278550 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1dc6b53b-7053-441e-93fb-ef821aa781b5 req-01449df0-da95-4be5-aac1-7ceff8ecb9ff tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "DELETE /v2.0/ports/987c8810-0969-4e25-bb03-7993afce108d HTTP/1.1" status: 204 len: 173 time: 1.7039974 Jan 24 22:32:28.279201 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-deleted', 'tag': '987c8810-0969-4e25-bb03-7993afce108d'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:28.281785 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa8dd81-f6d4-46b6-8e01-457b1950947a" -d '{"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-deleted", "tag": "987c8810-0969-4e25-bb03-7993afce108d"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:28.326370 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48e4b47-2c34-4ed8-acf1-2ce5c3ca1452 x-openstack-request-id: req-a48e4b47-2c34-4ed8-acf1-2ce5c3ca1452 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:28.326724 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995cfc4-026f-45ae-a918-0bc8f1bdc025", "name": "network-vif-deleted", "tag": "987c8810-0969-4e25-bb03-7993afce108d", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:28.327340 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a48e4b47-2c34-4ed8-acf1-2ce5c3ca1452 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:28.327783 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995cfc4-026f-45ae-a918-0bc8f1bdc025', 'name': 'network-vif-deleted', 'tag': '987c8810-0969-4e25-bb03-7993afce108d', 'status': 'completed', 'code': 200} Jan 24 22:32:28.381678 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.517261 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Publish callbacks [] for security_group (1a15c14d-16ec-428f-bbba-eb956c9b3169), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.523271 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (1a15c14d-16ec-428f-bbba-eb956c9b3169), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.531456 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:28.565909 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a22d49a7195c44f2ac7524ad62827bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177681 Jan 24 22:32:28.566872 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a15c14d-16ec-428f-bbba-eb956c9b3169,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:28.568556 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44712) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:28.574080 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.574427 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.574762 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.575118 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.575623 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.575953 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.576278 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.576599 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.577018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.577624 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.577960 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.578275 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.578588 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c35cb-8990-4faa-be83-2a27051af287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:28.618627 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41beb2-1004-4fcf-a1af-5526fe13b468 req-acf1e97c-5591-4615-a26c-7b8ee76f5b81 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:28.620101 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ee41beb2-1004-4fcf-a1af-5526fe13b468 req-acf1e97c-5591-4615-a26c-7b8ee76f5b81 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 943 time: 0.0821385 Jan 24 22:32:28.650840 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-175d9c76-a190-46b7-99ea-a1bcd9a0ff8c admin admin] Publish callbacks [] for security_group (1a15c14d-16ec-428f-bbba-eb956c9b3169), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.682208 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.688976 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-175d9c76-a190-46b7-99ea-a1bcd9a0ff8c admin admin] Publish callbacks [] for security_group (1a15c14d-16ec-428f-bbba-eb956c9b3169), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.698849 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ee41beb2-1004-4fcf-a1af-5526fe13b468 req-752301a0-3e62-4cbb-933a-4146ec3e2779 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724566 Jan 24 22:32:28.745555 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-175d9c76-a190-46b7-99ea-a1bcd9a0ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (1a15c14d-16ec-428f-bbba-eb956c9b3169), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.748784 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-175d9c76-a190-46b7-99ea-a1bcd9a0ff8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:28.749960 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-175d9c76-a190-46b7-99ea-a1bcd9a0ff8c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1a15c14d-16ec-428f-bbba-eb956c9b3169 HTTP/1.1" status: 204 len: 168 time: 0.1803513 Jan 24 22:32:28.761794 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d9c76-a190-46b7-99ea-a1bcd9a0ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a15c14d-16ec-428f-bbba-eb956c9b3169,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:28.766092 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:28.806836 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] Checking router: 984a3dd2-4804-444f-8086-8521fc743e63 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:32:28.822129 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:28.822719 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:28.958049 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:29.083490 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44732) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:29.176173 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-413af4ab-bd97-404a-99f4-7466ad8ecd87 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (fe76a0b8-5234-4430-9edd-5ded2fca2196), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:29.232930 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-413af4ab-bd97-404a-99f4-7466ad8ecd87 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (fe76a0b8-5234-4430-9edd-5ded2fca2196), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:29.255146 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:29.284630 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c61d2-5f86-42ea-ae32-122b47bf2c47 req-0cb84e32-9fe3-45bb-8476-9d53266ba427 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:29.286185 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b0c61d2-5f86-42ea-ae32-122b47bf2c47 req-0cb84e32-9fe3-45bb-8476-9d53266ba427 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0933180 Jan 24 22:32:29.294783 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b45909-49b2-4b61-96bb-400715e4bca8 None None] The sync data for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi is: [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:32:29.335489 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-413af4ab-bd97-404a-99f4-7466ad8ecd87 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (fe76a0b8-5234-4430-9edd-5ded2fca2196), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:29.338957 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-413af4ab-bd97-404a-99f4-7466ad8ecd87 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:29.343175 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-413af4ab-bd97-404a-99f4-7466ad8ecd87 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "DELETE /v2.0/security-groups/fe76a0b8-5234-4430-9edd-5ded2fca2196 HTTP/1.1" status: 204 len: 168 time: 0.2527289 Jan 24 22:32:29.344371 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44744) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:29.375274 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.api.v2.resource [None req-0b18a605-f658-4f01-9dbc-c43a342f6c1d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] show failed (client error): The resource could not be found. Jan 24 22:32:29.376337 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0b18a605-f658-4f01-9dbc-c43a342f6c1d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups/fe76a0b8-5234-4430-9edd-5ded2fca2196 HTTP/1.1" status: 404 len: 347 time: 0.0295138 Jan 24 22:32:29.379963 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44746) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:29.388005 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413af4ab-bd97-404a-99f4-7466ad8ecd87 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76a0b8-5234-4430-9edd-5ded2fca2196,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:29.424822 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b0c61d2-5f86-42ea-ae32-122b47bf2c47 req-4080a7b9-67ed-4967-8ae1-b5e4701ba1b9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251659 Jan 24 22:32:29.571846 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Deleting port ddb3db22-e132-4320-a98c-5e241adbecd0 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:32:29.572413 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (ddb3db22-e132-4320-a98c-5e241adbecd0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:29.663307 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf44b116-dbba-4ee7-9f69-2032f9fb2695 None None] New status for floating IP 3bc9e131-800a-4b54-8165-cfebe4ecb0ed: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:32:29.664521 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (ddb3db22-e132-4320-a98c-5e241adbecd0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:29.664849 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (ddb3db22-e132-4320-a98c-5e241adbecd0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:29.677281 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Calling delete_port for ddb3db22-e132-4320-a98c-5e241adbecd0 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:32:29.903258 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (ddb3db22-e132-4320-a98c-5e241adbecd0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:29.910011 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-0ca2e2d9-b2c9-417e-93fe-c3685d27f53b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:29.911519 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-0ca2e2d9-b2c9-417e-93fe-c3685d27f53b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.1042571 Jan 24 22:32:29.932001 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249a84e-7318-465e-9947-1162409de52d req-e191ec26-555f-4389-a415-270be8523e2b tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:29.939167 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3249a84e-7318-465e-9947-1162409de52d req-e191ec26-555f-4389-a415-270be8523e2b tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 943 time: 0.1425781 Jan 24 22:32:29.940637 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event deleted for resources: {'Port': ['ID=ddb3db22-e132-4320-a98c-5e241adbecd0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:30.001434 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (3bc9e131-800a-4b54-8165-cfebe4ecb0ed), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.005797 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.006800 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f5654f4c-b2c1-4260-8ac6-6b1507663a6c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "DELETE /v2.0/floatingips/3bc9e131-800a-4b54-8165-cfebe4ecb0ed HTTP/1.1" status: 204 len: 168 time: 0.6258581 Jan 24 22:32:30.066237 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3249a84e-7318-465e-9947-1162409de52d req-c20efefe-4262-484f-8a07-a6b9bcfb816b tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242957 Jan 24 22:32:30.087161 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Deleting port 1b9f98aa-61b7-471d-a113-b3ce2247724e {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:32:30.087844 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.249457 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] For port 1b9f98aa-61b7-471d-a113-b3ce2247724e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1b9f98aa-61b7-471d-a113-b3ce2247724e,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:30.251077 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.462743 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44776) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:30.468670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-cfbff55f-9c80-4696-a85e-359900d769e7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253938418', 'description': 'tempest-description--1509899596'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:30.484399 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.484754 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (4eab9010-6051-4edd-898f-4af669d4d99a), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.485107 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Floating IP 4eab9010-6051-4edd-898f-4af669d4d99a disassociated. External IP: 172.27.3.216, port: 1b9f98aa-61b7-471d-a113-b3ce2247724e. Jan 24 22:32:30.485444 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Calling delete_port for 1b9f98aa-61b7-471d-a113-b3ce2247724e owned by compute:nova {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:32:30.514527 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cfbff55f-9c80-4696-a85e-359900d769e7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.519479 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44778) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:30.602818 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cfbff55f-9c80-4696-a85e-359900d769e7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (4e9793b8-909b-424b-90e7-2763be313cfb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.610061 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cfbff55f-9c80-4696-a85e-359900d769e7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4e9793b8-909b-424b-90e7-2763be313cfb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.619065 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d502f-d9a6-41b0-ae12-de2b1b78f631 req-b16ce7d3-81f2-44af-b04d-2d4ad63e646e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:30.620593 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9b6d502f-d9a6-41b0-ae12-de2b1b78f631 req-b16ce7d3-81f2-44af-b04d-2d4ad63e646e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 945 time: 0.0768609 Jan 24 22:32:30.662443 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cfbff55f-9c80-4696-a85e-359900d769e7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.663947 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cfbff55f-9c80-4696-a85e-359900d769e7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1994891 Jan 24 22:32:30.664941 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-438d606b-6169-4506-8920-4ea3b8c940f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.666988 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44782) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:30.671953 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-c582776a-f027-40ce-b6eb-aaffb48622d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'security_group_rule': {'security_group_id': '4e9793b8-909b-424b-90e7-2763be313cfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:30.678537 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbff55f-9c80-4696-a85e-359900d769e7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9793b8-909b-424b-90e7-2763be313cfb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:30.689130 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device f126ddae-4e06-40f8-ac9c-2e1f28a67f36 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:32:30.711894 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:32:30.738011 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9b6d502f-d9a6-41b0-ae12-de2b1b78f631 req-7374ebbb-ad48-4d18-b90f-63e6feb1f925 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=8669c25b-6b07-482e-bfae-e6cc8352d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066625 Jan 24 22:32:30.755468 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-438d606b-6169-4506-8920-4ea3b8c940f0 admin admin] Publish callbacks [] for security_group (798bf5a3-4d2f-4790-8eb7-e962373625b8), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.771159 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-438d606b-6169-4506-8920-4ea3b8c940f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (798bf5a3-4d2f-4790-8eb7-e962373625b8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.775054 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 987c8810-0969-4e25-bb03-7993afce108d {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:32:30.775817 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 987c8810-0969-4e25-bb03-7993afce108d not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:32:30.780484 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c582776a-f027-40ce-b6eb-aaffb48622d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (1d71c873-e83f-42ad-aae0-fc4bfb9dd84e), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.786743 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (1b9f98aa-61b7-471d-a113-b3ce2247724e), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.810501 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-438d606b-6169-4506-8920-4ea3b8c940f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=228f930852c647e59610118c581ceb2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899334 Jan 24 22:32:30.812952 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d606b-6169-4506-8920-4ea3b8c940f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798bf5a3-4d2f-4790-8eb7-e962373625b8,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:30.815409 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44784) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:30.826666 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event deleted for resources: {'Port': ['ID=1b9f98aa-61b7-471d-a113-b3ce2247724e,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:30.873125 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ae193c-5593-46a9-8dc7-4ac840f61ca2 admin admin] Publish callbacks [] for security_group (798bf5a3-4d2f-4790-8eb7-e962373625b8), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.898284 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ae193c-5593-46a9-8dc7-4ac840f61ca2 admin admin] Publish callbacks [] for security_group (798bf5a3-4d2f-4790-8eb7-e962373625b8), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.912100 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port f126ddae-4e06-40f8-ac9c-2e1f28a67f36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:30.928921 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': 'f126ddae-4e06-40f8-ac9c-2e1f28a67f36', 'network_id': 'e8888219-d5d2-46f9-84f1-df880fd5a58a', 'port_id': 'f126ddae-4e06-40f8-ac9c-2e1f28a67f36', 'mac_address': 'fa:16:3e:3a:b7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fe4442-f7a9-4346-a743-9dbc44d987c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:32:30.953995 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ae193c-5593-46a9-8dc7-4ac840f61ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (798bf5a3-4d2f-4790-8eb7-e962373625b8), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.956700 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ae193c-5593-46a9-8dc7-4ac840f61ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.960395 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-76ae193c-5593-46a9-8dc7-4ac840f61ca2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/798bf5a3-4d2f-4790-8eb7-e962373625b8 HTTP/1.1" status: 204 len: 168 time: 0.1416864 Jan 24 22:32:30.978968 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae193c-5593-46a9-8dc7-4ac840f61ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798bf5a3-4d2f-4790-8eb7-e962373625b8,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:30.981870 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c582776a-f027-40ce-b6eb-aaffb48622d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (1d71c873-e83f-42ad-aae0-fc4bfb9dd84e), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:30.994493 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c582776a-f027-40ce-b6eb-aaffb48622d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (1d71c873-e83f-42ad-aae0-fc4bfb9dd84e), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.010492 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:31.011127 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.011491 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582776a-f027-40ce-b6eb-aaffb48622d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d71c873-e83f-42ad-aae0-fc4bfb9dd84e,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:31.034407 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f126ddae-4e06-40f8-ac9c-2e1f28a67f36 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:32:31.035707 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Router be657929-baae-4bf6-afbe-280e308a838c has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:32:31.042665 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c582776a-f027-40ce-b6eb-aaffb48622d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.044308 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-c582776a-f027-40ce-b6eb-aaffb48622d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3757517 Jan 24 22:32:31.047906 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44788) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:31.053908 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-8da3dd0f-8a63-4b2b-800f-a65e2f6c05f8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'security_group_rule': {'security_group_id': '4e9793b8-909b-424b-90e7-2763be313cfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:31.057423 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port f126ddae-4e06-40f8-ac9c-2e1f28a67f36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:31.067341 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.113586 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8da3dd0f-8a63-4b2b-800f-a65e2f6c05f8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (c8d04c94-af71-4cfb-be53-540504ae8c83), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.153409 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.166441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.177255 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.178713 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.179070 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.179454 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:31.192306 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:32:31.206155 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] Sync routers for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:32:31.217680 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8da3dd0f-8a63-4b2b-800f-a65e2f6c05f8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (c8d04c94-af71-4cfb-be53-540504ae8c83), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.221775 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:31.222454 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:31.226866 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8da3dd0f-8a63-4b2b-800f-a65e2f6c05f8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (c8d04c94-af71-4cfb-be53-540504ae8c83), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.247966 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] No DVR routers for this DVR port 1b9f98aa-61b7-471d-a113-b3ce2247724e on host hv-cinder-81322 {{(pid=102562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:32:31.251258 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.254829 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a8c9a96e-d607-40e9-9e82-6707ab4a7fe7 req-e1145017-5877-4961-a5cc-76cc71581031 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "DELETE /v2.0/ports/1b9f98aa-61b7-471d-a113-b3ce2247724e HTTP/1.1" status: 204 len: 173 time: 1.3367839 Jan 24 22:32:31.255327 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'name': 'network-vif-deleted', 'tag': '1b9f98aa-61b7-471d-a113-b3ce2247724e'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:31.257670 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d6e45-0970-419e-ac64-8004c3548f1f" -d '{"events": [{"server_uuid": "3a250b35-2478-48ce-b61d-9eae8933d5fb", "name": "network-vif-deleted", "tag": "1b9f98aa-61b7-471d-a113-b3ce2247724e"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:31.263201 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3dd0f-8a63-4b2b-800f-a65e2f6c05f8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d04c94-af71-4cfb-be53-540504ae8c83,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:31.290305 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8da3dd0f-8a63-4b2b-800f-a65e2f6c05f8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.294809 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8da3dd0f-8a63-4b2b-800f-a65e2f6c05f8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424932 Jan 24 22:32:31.295178 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44798) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:31.300245 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:31.314991 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931cbaf-b60e-4893-b16a-30db609870dd req-374edcac-7c0a-4d9a-830d-2a024e4b8865 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:31.322531 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0931cbaf-b60e-4893-b16a-30db609870dd req-374edcac-7c0a-4d9a-830d-2a024e4b8865 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 944 time: 0.1459675 Jan 24 22:32:31.375512 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059b7571-1db2-466d-87a2-0246a8e60228 x-openstack-request-id: req-059b7571-1db2-466d-87a2-0246a8e60228 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:31.375939 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a250b35-2478-48ce-b61d-9eae8933d5fb", "name": "network-vif-deleted", "tag": "1b9f98aa-61b7-471d-a113-b3ce2247724e", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:31.376196 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-059b7571-1db2-466d-87a2-0246a8e60228 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:31.376599 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a250b35-2478-48ce-b61d-9eae8933d5fb', 'name': 'network-vif-deleted', 'tag': '1b9f98aa-61b7-471d-a113-b3ce2247724e', 'status': 'completed', 'code': 200} Jan 24 22:32:31.384169 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.434716 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0931cbaf-b60e-4893-b16a-30db609870dd req-6d92c621-913c-4dd2-b0e4-8173e4586a53 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109705 Jan 24 22:32:31.447829 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['f126ddae-4e06-40f8-ac9c-2e1f28a67f36'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:32:31.584537 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:31.589152 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:31.745835 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Allocated IP 172.27.3.161 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/48567f04-a518-41b4-9d56-befb1df7ced7) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:31.987919 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b96bb8ee-c7a3-4afe-b724-c32b28e1e87e req-5d5cd0fd-ba7a-40f0-a7c0-310557763ef3 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a250b35-2478-48ce-b61d-9eae8933d5fb HTTP/1.1" status: 200 len: 210 time: 0.0658307 Jan 24 22:32:32.040218 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for port (48567f04-a518-41b4-9d56-befb1df7ced7), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.076526 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (48567f04-a518-41b4-9d56-befb1df7ced7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.118787 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:32.121976 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:32.130024 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:32.134976 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'Port': ['ID=48567f04-a518-41b4-9d56-befb1df7ced7,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:32.190967 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:32.226924 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] Checking router: be657929-baae-4bf6-afbe-280e308a838c for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:32:32.236962 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:32.237637 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:32.251615 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (40f977fa-5714-4b3a-bd16-34b4fd274980), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.301054 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (48567f04-a518-41b4-9d56-befb1df7ced7), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.374421 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:32.477248 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for port (48567f04-a518-41b4-9d56-befb1df7ced7), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.485653 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (48567f04-a518-41b4-9d56-befb1df7ced7), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.574225 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (40f977fa-5714-4b3a-bd16-34b4fd274980), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.576266 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b7495-2224-4c6b-a7b3-773a83f936b3 req-31efb030-990b-4c05-9049-92e7d96b6d0a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:32.584118 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-697b7495-2224-4c6b-a7b3-773a83f936b3 req-31efb030-990b-4c05-9049-92e7d96b6d0a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 944 time: 0.0765145 Jan 24 22:32:32.585439 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'Port': ['ID=48567f04-a518-41b4-9d56-befb1df7ced7,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:32.605309 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:32.610598 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.620603 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9267e0e9-0ad5-4322-b180-e6f08287bad7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3155682 Jan 24 22:32:32.646329 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-697b7495-2224-4c6b-a7b3-773a83f936b3 req-eb3095e2-37b6-4df9-bbbf-14b15781920c tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612619 Jan 24 22:32:32.648827 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996b631-7dc0-46f0-8b02-ba27a91434e4 None None] The sync data for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi is: [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:32:32.695760 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device f126ddae-4e06-40f8-ac9c-2e1f28a67f36 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:32.793622 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:32:32.816849 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:32.817292 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.962702 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:32.962912 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-e86faa61-158c-4d36-baf3-53d904aafae7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1253938418&fields=id&tenant_id=2480860d99554b1c8d0c7845602c854e HTTP/1.1" status: 200 len: 267 time: 0.0929132 Jan 24 22:32:32.963133 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:32.988335 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f126ddae-4e06-40f8-ac9c-2e1f28a67f36'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:32.990901 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b23837-d736-41d8-8bdb-357edcf68d01" -d '{"events": [{"server_uuid": "6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce", "name": "network-vif-plugged", "status": "completed", "tag": "f126ddae-4e06-40f8-ac9c-2e1f28a67f36"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:33.004138 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port f126ddae-4e06-40f8-ac9c-2e1f28a67f36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:33.018654 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:33.047356 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da92a1-67a7-4aac-bcbe-f0d9bda55a36 x-openstack-request-id: req-88da92a1-67a7-4aac-bcbe-f0d9bda55a36 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:33.047570 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce", "name": "network-vif-plugged", "status": "completed", "tag": "f126ddae-4e06-40f8-ac9c-2e1f28a67f36", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:33.047952 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-88da92a1-67a7-4aac-bcbe-f0d9bda55a36 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:33.048438 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f126ddae-4e06-40f8-ac9c-2e1f28a67f36', 'code': 200} Jan 24 22:32:33.123287 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:33.160726 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c52102-97bb-4fec-b527-ef3520200c6c None None] New status for floating IP 4eab9010-6051-4edd-898f-4af669d4d99a: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:32:33.170509 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44896) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:33.176225 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-d046bb8e-2496-4b8e-9966-685f1241e114 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:33.178730 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-d046bb8e-2496-4b8e-9966-685f1241e114 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 817 time: 0.2011149 Jan 24 22:32:33.197323 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-e620c859-b1f1-4793-8b53-c803ccb85e52 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/quotas/2480860d99554b1c8d0c7845602c854e HTTP/1.1" status: 200 len: 375 time: 0.0112641 Jan 24 22:32:33.257272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1fbe474b-edb6-4d5e-a5e3-62a82b42be7e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (8669c25b-6b07-482e-bfae-e6cc8352d38e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:33.283023 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-53d8003d-7bd8-4429-a6de-7a7b81badb57 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763118 Jan 24 22:32:33.297967 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1fbe474b-edb6-4d5e-a5e3-62a82b42be7e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (8669c25b-6b07-482e-bfae-e6cc8352d38e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:33.377203 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1fbe474b-edb6-4d5e-a5e3-62a82b42be7e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8669c25b-6b07-482e-bfae-e6cc8352d38e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:33.379955 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1fbe474b-edb6-4d5e-a5e3-62a82b42be7e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:33.384466 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1fbe474b-edb6-4d5e-a5e3-62a82b42be7e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "DELETE /v2.0/security-groups/8669c25b-6b07-482e-bfae-e6cc8352d38e HTTP/1.1" status: 204 len: 168 time: 0.2128386 Jan 24 22:32:33.385112 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44908) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:33.406836 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.api.v2.resource [None req-3d6e7e93-e277-4ae3-af0f-76e5f1927d05 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] show failed (client error): The resource could not be found. Jan 24 22:32:33.411174 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3d6e7e93-e277-4ae3-af0f-76e5f1927d05 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups/8669c25b-6b07-482e-bfae-e6cc8352d38e HTTP/1.1" status: 404 len: 347 time: 0.0222898 Jan 24 22:32:33.412019 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe474b-edb6-4d5e-a5e3-62a82b42be7e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669c25b-6b07-482e-bfae-e6cc8352d38e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:33.414078 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44910) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:33.436382 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62cea-d715-461d-9f7e-29e4c0355c58 req-d2e80e2b-b49c-480b-8133-d543426c6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:33.437962 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a7d62cea-d715-461d-9f7e-29e4c0355c58 req-d2e80e2b-b49c-480b-8133-d543426c6bcc service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 1098 time: 0.1212966 Jan 24 22:32:33.572054 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-79291ab6-5af8-4972-ae53-ae65bbc34908 service neutron] 10.222.0.84 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769701 Jan 24 22:32:33.659620 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a7d62cea-d715-461d-9f7e-29e4c0355c58 req-3029213a-a5cb-4132-9485-7a5cd18defe0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872532 Jan 24 22:32:33.704277 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-f1974f56-4a2f-4c6e-944b-cf4aa638bc4a service neutron] 10.222.0.84 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074810 Jan 24 22:32:33.707526 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Deleting port 13146f7f-1d6d-4721-9957-e3cc3b3fb6f2 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:32:33.707776 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:33.818650 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:33.819018 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:33.829979 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc182b-4f75-421d-b2de-6037254bfb71 req-a6d92447-85d6-4304-a305-165965bd97d9 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:33.831746 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d0bc182b-4f75-421d-b2de-6037254bfb71 req-a6d92447-85d6-4304-a305-165965bd97d9 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 945 time: 0.1061537 Jan 24 22:32:33.845340 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Calling delete_port for 13146f7f-1d6d-4721-9957-e3cc3b3fb6f2 owned by network:floatingip {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:32:33.928753 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e6e03ad7-38cd-426a-9dcd-1a96f564b35a req-f649447d-719a-4c73-a5f5-aa73890b9f60 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 210 time: 0.0734468 Jan 24 22:32:33.973176 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d0bc182b-4f75-421d-b2de-6037254bfb71 req-4ee62187-6468-404a-8331-fcd33d7b7f9c tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290002 Jan 24 22:32:34.072215 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (13146f7f-1d6d-4721-9957-e3cc3b3fb6f2), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.098184 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event deleted for resources: {'Port': ['ID=13146f7f-1d6d-4721-9957-e3cc3b3fb6f2,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:34.174775 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (4eab9010-6051-4edd-898f-4af669d4d99a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.177574 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.181164 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4ce6987c-d2ad-49cb-a387-405c1e419f34 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "DELETE /v2.0/floatingips/4eab9010-6051-4edd-898f-4af669d4d99a HTTP/1.1" status: 204 len: 168 time: 0.7593999 Jan 24 22:32:34.376747 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44936) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:34.381452 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-2dbcf93b-0a9c-4c37-b1ca-7550279c6611 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172583366', 'description': 'tempest-description--1359208677'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:34.408330 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf93b-0a9c-4c37-b1ca-7550279c6611 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.479589 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf93b-0a9c-4c37-b1ca-7550279c6611 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (a92dc947-1dcc-42b7-ba90-daf776a5e896), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.485462 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf93b-0a9c-4c37-b1ca-7550279c6611 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a92dc947-1dcc-42b7-ba90-daf776a5e896), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.518810 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf93b-0a9c-4c37-b1ca-7550279c6611 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.520171 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2dbcf93b-0a9c-4c37-b1ca-7550279c6611 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1423829 Jan 24 22:32:34.522204 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcf93b-0a9c-4c37-b1ca-7550279c6611 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92dc947-1dcc-42b7-ba90-daf776a5e896,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:34.523075 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44938) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:34.527746 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-84899e1d-50c1-4b70-a3b6-77dd17571252 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'security_group_rule': {'security_group_id': 'a92dc947-1dcc-42b7-ba90-daf776a5e896', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:34.569530 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-84899e1d-50c1-4b70-a3b6-77dd17571252 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (983f5607-7d85-49d6-a212-8c578c3cd9c0), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.637037 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-84899e1d-50c1-4b70-a3b6-77dd17571252 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (983f5607-7d85-49d6-a212-8c578c3cd9c0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.642577 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-84899e1d-50c1-4b70-a3b6-77dd17571252 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (983f5607-7d85-49d6-a212-8c578c3cd9c0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.661851 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84899e1d-50c1-4b70-a3b6-77dd17571252 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983f5607-7d85-49d6-a212-8c578c3cd9c0,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:34.671027 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-84899e1d-50c1-4b70-a3b6-77dd17571252 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.672390 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-84899e1d-50c1-4b70-a3b6-77dd17571252 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483910 Jan 24 22:32:34.675297 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 44942) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:34.679914 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-c2bd8aa7-b00b-4289-b863-ad85d708d77c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'security_group_rule': {'security_group_id': 'a92dc947-1dcc-42b7-ba90-daf776a5e896', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:34.685339 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 1b9f98aa-61b7-471d-a113-b3ce2247724e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:32:34.710338 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 1b9f98aa-61b7-471d-a113-b3ce2247724e {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:32:34.711423 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 1b9f98aa-61b7-471d-a113-b3ce2247724e not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:32:34.715233 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8aa7-b00b-4289-b863-ad85d708d77c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (eeaf6fe8-8adc-4be8-b9d5-a0f089cb0aea), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.787803 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8aa7-b00b-4289-b863-ad85d708d77c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (eeaf6fe8-8adc-4be8-b9d5-a0f089cb0aea), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.793993 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8aa7-b00b-4289-b863-ad85d708d77c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (eeaf6fe8-8adc-4be8-b9d5-a0f089cb0aea), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.817796 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd8aa7-b00b-4289-b863-ad85d708d77c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeaf6fe8-8adc-4be8-b9d5-a0f089cb0aea,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:34.824769 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8aa7-b00b-4289-b863-ad85d708d77c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.826103 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c2bd8aa7-b00b-4289-b863-ad85d708d77c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498060 Jan 24 22:32:34.833973 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 44948) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:34.843141 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:34.876046 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:34.978134 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:35.113019 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-808ef81c-c901-44d4-8ea8-b170dc93404d req-91a17ab9-7198-4ec5-98a6-c9525e875413 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 210 time: 0.0331395 Jan 24 22:32:35.160336 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Allocated IP 172.27.3.141 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/32fbce11-036a-499a-987b-70b60c5109ce) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:35.208369 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12196c9c-52eb-470a-9f2f-ea4552f449cf req-9beae3e6-3d08-48b3-a2be-edbf657c4503 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:35.210214 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-12196c9c-52eb-470a-9f2f-ea4552f449cf req-9beae3e6-3d08-48b3-a2be-edbf657c4503 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 945 time: 0.1111770 Jan 24 22:32:35.395156 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-03f172a9-c1b4-41e5-9c4e-ec9d6619da87 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:35.396596 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-03f172a9-c1b4-41e5-9c4e-ec9d6619da87 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 817 time: 0.2523015 Jan 24 22:32:35.399742 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-12196c9c-52eb-470a-9f2f-ea4552f449cf req-b4ce68ac-5b08-45ae-9879-486c9fd25579 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587787 Jan 24 22:32:35.420081 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for port (32fbce11-036a-499a-987b-70b60c5109ce), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:35.488215 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (32fbce11-036a-499a-987b-70b60c5109ce), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:35.539476 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:35.551104 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:35.558677 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:35.588973 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-f97a8c4b-c9d3-41b9-91c7-bf01429ea406 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2480860d99554b1c8d0c7845602c854e HTTP/1.1" status: 200 len: 380 time: 0.1445317 Jan 24 22:32:35.596322 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'Port': ['ID=32fbce11-036a-499a-987b-70b60c5109ce,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:35.606043 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'port': {'device_id': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'admin_state_up': True, 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'security_groups': ['4e9793b8-909b-424b-90e7-2763be313cfb']}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:36.037766 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (ba354eb1-846b-41a7-a670-f466c1bca7de), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.093974 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Made reservation on behalf of 2480860d99554b1c8d0c7845602c854e for: {'port': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:36.097514 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.099342 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (32fbce11-036a-499a-987b-70b60c5109ce), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.263294 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c078da1d-44f4-4dd4-985c-7b32dba1a948 req-e7d8a550-2e1c-40a2-9f9d-a1d8207c5e4a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 210 time: 0.0624368 Jan 24 22:32:36.365417 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Allocated IP 172.20.0.10 (8d56f692-32cb-491f-92de-425cd4663a5e/a3325093-374b-4eb0-9c56-7082b7585211/b98d14cd-7266-457a-b737-02c742f241f8) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:36.415640 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for port (32fbce11-036a-499a-987b-70b60c5109ce), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.425301 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (32fbce11-036a-499a-987b-70b60c5109ce), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.549929 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'Port': ['ID=32fbce11-036a-499a-987b-70b60c5109ce,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:36.578669 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (ba354eb1-846b-41a7-a670-f466c1bca7de), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.613589 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.614816 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-86bf1fab-ebfb-4d7c-882e-7b941b8465d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7807715 Jan 24 22:32:36.617731 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for port (b98d14cd-7266-457a-b737-02c742f241f8), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.667587 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.715756 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Network 8d56f692-32cb-491f-92de-425cd4663a5e is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:36.721818 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:36.725495 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:36.780625 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:36.791677 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:36.792330 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:36.815536 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-c2bea613-f96b-4407-80ac-55661335ff2c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2146645 Jan 24 22:32:36.842603 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Request body: {'port': {'device_id': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:36.923633 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-68379a9c-5e3d-4997-aabe-d4bbb31b34d5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1172583366&fields=id&tenant_id=971e5fb7e6884a74947db35700479fea HTTP/1.1" status: 200 len: 267 time: 0.1014142 Jan 24 22:32:36.959385 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:37.047415 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-0e2ab460-8772-4257-8c22-1458088e6f2c None None] Provisioning complete for port b98d14cd-7266-457a-b737-02c742f241f8 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:37.048009 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0e2ab460-8772-4257-8c22-1458088e6f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b98d14cd-7266-457a-b737-02c742f241f8), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:37.089199 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ab460-8772-4257-8c22-1458088e6f2c None None] Port b98d14cd-7266-457a-b737-02c742f241f8 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:32:37.135965 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-f5aae06e-9f85-4503-bb49-27f404ab06b3 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:37.137527 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-f5aae06e-9f85-4503-bb49-27f404ab06b3 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 811 time: 0.2131124 Jan 24 22:32:37.159728 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-65862f90-64e7-4ec4-a383-cf7e7affc1cc tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/quotas/971e5fb7e6884a74947db35700479fea HTTP/1.1" status: 200 len: 375 time: 0.0156853 Jan 24 22:32:37.274401 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-f56d91f1-413c-414f-8542-3c533ba81cb3 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083989 Jan 24 22:32:37.452695 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98d14cd-7266-457a-b737-02c742f241f8 {{(pid=102562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:32:37.468659 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Publish callbacks [] for port (b98d14cd-7266-457a-b737-02c742f241f8), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:37.481095 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-9af04a98-3529-41a6-b8f4-72873455c84b service neutron] 10.222.0.84 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780190 Jan 24 22:32:37.497096 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0193c7-dadc-4504-934c-bd75556bacf4 req-e1abffe6-44ce-4549-a5bd-73b3b82cc515 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:37.498778 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b0193c7-dadc-4504-934c-bd75556bacf4 req-e1abffe6-44ce-4549-a5bd-73b3b82cc515 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 932 time: 0.1605375 Jan 24 22:32:37.509845 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.provisioning_blocks [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Transition to ACTIVE for port object b98d14cd-7266-457a-b737-02c742f241f8 will not be triggered until provisioned by entity L2. {{(pid=102562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:32:37.528223 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:37.666876 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:37.722886 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b0193c7-dadc-4504-934c-bd75556bacf4 req-60e8d96f-0635-47d6-8b5f-1b25ce94a4eb tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119033 Jan 24 22:32:37.733781 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-9257eaba-a041-4505-81c1-3e6d581f493a service neutron] 10.222.0.84 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334499 Jan 24 22:32:37.756683 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Attempting to bind port b98d14cd-7266-457a-b737-02c742f241f8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:37.757075 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Attempting to bind port b98d14cd-7266-457a-b737-02c742f241f8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:37.757773 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Attempting to bind port b98d14cd-7266-457a-b737-02c742f241f8 on network 8d56f692-32cb-491f-92de-425cd4663a5e {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:37.765746 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Port b98d14cd-7266-457a-b737-02c742f241f8 on network 8d56f692-32cb-491f-92de-425cd4663a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:32:37.766130 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Attempting to bind port b98d14cd-7266-457a-b737-02c742f241f8 on network 8d56f692-32cb-491f-92de-425cd4663a5e {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:37.771251 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:37.771575 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Checking segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:37.772002 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Bound using segment: {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:37.772490 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Bound port: b98d14cd-7266-457a-b737-02c742f241f8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:37.772903 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:37.856087 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:37.863929 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:37.869851 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:37.922854 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:37.923345 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:37.927658 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] 10.222.0.115 "PUT /v2.0/ports/b98d14cd-7266-457a-b737-02c742f241f8 HTTP/1.1" status: 200 len: 1094 time: 1.0883505 Jan 24 22:32:37.927658 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:37.928140 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "tag": "b98d14cd-7266-457a-b737-02c742f241f8"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:37.975710 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c1fbcc0b-5df9-47ae-87f1-010cd93852f2 req-2affe47a-ff9c-4fe7-9be7-83c8c6056da1 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 210 time: 0.0750251 Jan 24 22:32:38.011804 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:38.020015 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5ef138-bc8d-4306-b63a-b5a1a4d0888c x-openstack-request-id: req-2b5ef138-bc8d-4306-b63a-b5a1a4d0888c {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:38.020015 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "tag": "b98d14cd-7266-457a-b737-02c742f241f8", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:38.020015 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2b5ef138-bc8d-4306-b63a-b5a1a4d0888c {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:38.020015 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8', 'status': 'completed', 'code': 200} Jan 24 22:32:38.026447 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.026956 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.027468 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.027952 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.028423 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.028941 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.029453 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.030053 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.030526 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.031050 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.031517 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.032023 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.032495 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05041c-314c-41d7-a08a-1046d2d1625f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:38.099159 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-633198b4-aed8-448b-b370-066bd1e82cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:38.100676 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-633198b4-aed8-448b-b370-066bd1e82cc6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 1097 time: 0.0591836 Jan 24 22:32:38.159970 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-1796591a-7c60-41bd-addc-f8f69323c437 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b98d14cd-7266-457a-b737-02c742f241f8 HTTP/1.1" status: 200 len: 217 time: 0.0416527 Jan 24 22:32:38.228340 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-5e7fce4b-89bd-478b-a6e6-6fafdc71337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:38.231515 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-5e7fce4b-89bd-478b-a6e6-6fafdc71337f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0638907 Jan 24 22:32:38.281660 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-12228c5e-72df-4f76-be40-a5d5bf773cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:38.283400 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-12228c5e-72df-4f76-be40-a5d5bf773cdc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449636 Jan 24 22:32:38.409949 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-7a19f5db-3079-40bc-8880-3c01a3667c90 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159871 Jan 24 22:32:38.507605 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b39f37e-c62e-4d43-956c-407fa4999f06 req-503ffa79-4035-4c2e-8095-745e8b3dada6 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897448 Jan 24 22:32:38.672228 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-ee45e449-2832-4c6e-91c2-b19d056166fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:38.673775 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-ee45e449-2832-4c6e-91c2-b19d056166fb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 1097 time: 0.0441885 Jan 24 22:32:38.771896 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-72486d0e-9423-44f9-8d3b-21a8f5f65f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:38.773474 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-72486d0e-9423-44f9-8d3b-21a8f5f65f5f service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.0912726 Jan 24 22:32:38.836958 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-872265b4-f8ef-41e6-919a-c22866b8055a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b98d14cd-7266-457a-b737-02c742f241f8 HTTP/1.1" status: 200 len: 217 time: 0.0472453 Jan 24 22:32:38.907781 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-fd59398b-389d-45c7-aabd-374acd04e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:38.909291 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-fd59398b-389d-45c7-aabd-374acd04e6d7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0536036 Jan 24 22:32:38.917016 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03518d81-7e2f-42d5-bddb-fd4d9d6975dc req-d5c99db3-9a73-4d4b-986a-4c24a074ef43 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:38.918406 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-03518d81-7e2f-42d5-bddb-fd4d9d6975dc req-d5c99db3-9a73-4d4b-986a-4c24a074ef43 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.1206186 Jan 24 22:32:38.995060 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-03518d81-7e2f-42d5-bddb-fd4d9d6975dc req-d450960e-b3b1-4ad7-986d-6364a07fa76f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683172 Jan 24 22:32:38.997762 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-c1da8e6d-c2f0-4bf1-b0cc-f7bb11d961f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:38.999232 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-c1da8e6d-c2f0-4bf1-b0cc-f7bb11d961f4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799224 Jan 24 22:32:39.108791 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d04d5e8f-9756-4057-9c78-814b747cba18 req-146b5226-18a2-45ca-9bf2-b44f4e3937dc tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 210 time: 0.0342896 Jan 24 22:32:39.136655 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-d81be5e5-3f42-4e60-a207-128bb82e125a service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170821 Jan 24 22:32:39.304534 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-dfa1c47b-c8b5-4e5c-a9c7-413a14da444e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:39.306459 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-dfa1c47b-c8b5-4e5c-a9c7-413a14da444e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 811 time: 0.1215386 Jan 24 22:32:39.409402 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-71fc68a4-ab0a-477b-9755-632ba26a4329 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971e5fb7e6884a74947db35700479fea HTTP/1.1" status: 200 len: 380 time: 0.0837893 Jan 24 22:32:39.419432 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'port': {'device_id': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'admin_state_up': True, 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'security_groups': ['a92dc947-1dcc-42b7-ba90-daf776a5e896']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:39.521457 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f8d2186d-bdc2-44a4-bf33-bdbaf9317035 req-326cacde-5577-42be-83d8-d17bf6eaef6e service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371906 Jan 24 22:32:39.534314 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Made reservation on behalf of 971e5fb7e6884a74947db35700479fea for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:39.537908 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:39.674940 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Allocated IP 172.20.0.13 (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8/8a31de3f-4d3a-47d7-8f5f-c8a503726ec6/2224cb8d-9ba5-46c9-9ad0-f349156ad1fb) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:39.813378 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:39.855403 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:39.899359 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:39.902388 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:39.906324 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:39.931786 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event updated for resources: {'Port': ['ID=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:39.962424 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:39.963042 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:39.982034 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-498d11e2-d3d0-4bbd-b267-d38e33251637 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665376 Jan 24 22:32:40.007394 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Request body: {'port': {'device_id': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:40.068477 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.102792 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-dc6bc7c4-f964-4992-936c-b5e6478a8fc0 None None] Provisioning complete for port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:40.103758 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dc6bc7c4-f964-4992-936c-b5e6478a8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.121264 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c2edd-78e3-4c88-a780-ac744a29105c req-d4184ef8-8b02-4407-8030-098dc9c8b140 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:40.122790 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e86c2edd-78e3-4c88-a780-ac744a29105c req-d4184ef8-8b02-4407-8030-098dc9c8b140 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0528364 Jan 24 22:32:40.177130 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-dc6bc7c4-f964-4992-936c-b5e6478a8fc0 None None] Port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:32:40.189017 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e86c2edd-78e3-4c88-a780-ac744a29105c req-2663ebbe-2b90-4a89-822a-06b5d6630f38 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593839 Jan 24 22:32:40.254538 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1bc1a-7ae5-4a5a-8023-5267402c26ba req-adb44238-8141-4515-b8a3-0eed09b5e634 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:40.256026 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a9b1bc1a-7ae5-4a5a-8023-5267402c26ba req-adb44238-8141-4515-b8a3-0eed09b5e634 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 932 time: 0.0504773 Jan 24 22:32:40.306519 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a9b1bc1a-7ae5-4a5a-8023-5267402c26ba req-222d38e6-55a7-48b7-9471-9e42f40b9ff0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443187 Jan 24 22:32:40.367507 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:32:40.374936 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Publish callbacks [] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.388128 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Transition to ACTIVE for port object 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:32:40.393343 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.447528 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Pushing event updated for resources: {'Port': ['ID=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:40.524174 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Attempting to bind port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:40.524502 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Attempting to bind port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:40.524821 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Attempting to bind port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb on network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:40.529262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb on network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:32:40.529572 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Attempting to bind port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb on network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:40.535013 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:40.535345 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Checking segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:40.535716 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Bound using segment: {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:40.536137 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Bound port: 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:40.536488 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.604486 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] For port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:40.607867 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] For port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:40.618513 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.654815 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:40.655736 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.657176 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] 10.222.0.115 "PUT /v2.0/ports/2224cb8d-9ba5-46c9-9ad0-f349156ad1fb HTTP/1.1" status: 200 len: 1094 time: 0.6542647 Jan 24 22:32:40.657673 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'tag': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:40.659928 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd78a951-3232-4dd9-9986-44427750be7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d98aba3-4e1a-4acd-9aff-582acd7e2322", "tag": "2224cb8d-9ba5-46c9-9ad0-f349156ad1fb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:40.695303 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:32:40.712688 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247c707-b0b3-425c-a1ab-2598cbf56887 service neutron] Pushing event updated for resources: {'Port': ['ID=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:40.724703 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4da474-059a-426e-b648-e96323411859 x-openstack-request-id: req-2a4da474-059a-426e-b648-e96323411859 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:40.725351 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d98aba3-4e1a-4acd-9aff-582acd7e2322", "tag": "2224cb8d-9ba5-46c9-9ad0-f349156ad1fb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:40.726388 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a4da474-059a-426e-b648-e96323411859 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:40.726995 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'tag': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'status': 'completed', 'code': 200} Jan 24 22:32:40.783278 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-24f41589-eef1-4a1c-b648-a617947c9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:40.784946 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-24f41589-eef1-4a1c-b648-a617947c9977 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 1097 time: 0.0504239 Jan 24 22:32:40.818512 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:40.833046 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': 'b98d14cd-7266-457a-b737-02c742f241f8', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'port_id': 'b98d14cd-7266-457a-b737-02c742f241f8', 'mac_address': 'fa:16:3e:a0:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:32:40.856617 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-83fc7081-a666-40e9-838d-c1b7541a789d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb HTTP/1.1" status: 200 len: 217 time: 0.0580673 Jan 24 22:32:40.887203 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port b98d14cd-7266-457a-b737-02c742f241f8 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:40.887618 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.903313 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98d14cd-7266-457a-b737-02c742f241f8 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:32:40.917325 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-ffe0622f-bb4b-4493-b31c-d415567aeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:40.918827 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-ffe0622f-bb4b-4493-b31c-d415567aeb7c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.0556235 Jan 24 22:32:40.924634 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:40.933225 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:40.966443 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45106) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:40.967498 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-726ba93a-1f40-4e9c-8a54-c603a215049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:40.969647 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-726ba93a-1f40-4e9c-8a54-c603a215049c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431600 Jan 24 22:32:40.981851 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:41.068654 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-ab2e7664-d62b-4a04-8e57-74de1c7920e7 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918427 Jan 24 22:32:41.092530 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d228f5e1-bb27-437b-92bf-4afac5eb1816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:41.167905 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c25ebf4b-7392-4ec5-8ff5-06d68de5f20a req-3388eb1c-4a0a-484f-94ee-1df10bda0091 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896542 Jan 24 22:32:41.168906 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d228f5e1-bb27-437b-92bf-4afac5eb1816 admin admin] Publish callbacks [] for security_group (275c964c-1004-4f99-9cfb-ee69fdd259ec), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:41.174652 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d228f5e1-bb27-437b-92bf-4afac5eb1816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (275c964c-1004-4f99-9cfb-ee69fdd259ec), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:41.216161 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d228f5e1-bb27-437b-92bf-4afac5eb1816 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4f65a708b857413a91edf065b9bf89d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485113 Jan 24 22:32:41.217126 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228f5e1-bb27-437b-92bf-4afac5eb1816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275c964c-1004-4f99-9cfb-ee69fdd259ec,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:41.219659 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45114) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:41.265897 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['b98d14cd-7266-457a-b737-02c742f241f8'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:32:41.305856 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70638147-05bf-4769-89d5-843bb306cc1c admin admin] Publish callbacks [] for security_group (275c964c-1004-4f99-9cfb-ee69fdd259ec), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:41.339565 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70638147-05bf-4769-89d5-843bb306cc1c admin admin] Publish callbacks [] for security_group (275c964c-1004-4f99-9cfb-ee69fdd259ec), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:41.345427 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78a951-3232-4dd9-9986-44427750be7f req-7a7e3198-cc67-4404-969b-4ae25c031538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:41.347000 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd78a951-3232-4dd9-9986-44427750be7f req-7a7e3198-cc67-4404-969b-4ae25c031538 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 1097 time: 0.0782051 Jan 24 22:32:41.360444 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f9ba5-7642-4812-9c7a-ea989257feed req-174cd722-4d42-4e51-8d65-0e5d17967263 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:41.362008 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a00f9ba5-7642-4812-9c7a-ea989257feed req-174cd722-4d42-4e51-8d65-0e5d17967263 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 945 time: 0.0783043 Jan 24 22:32:41.443433 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a00f9ba5-7642-4812-9c7a-ea989257feed req-e669965d-71c3-45e6-8d5b-ceb91b4419a2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739124 Jan 24 22:32:41.466735 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70638147-05bf-4769-89d5-843bb306cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (275c964c-1004-4f99-9cfb-ee69fdd259ec), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:41.469439 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70638147-05bf-4769-89d5-843bb306cc1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:41.473020 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-70638147-05bf-4769-89d5-843bb306cc1c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/275c964c-1004-4f99-9cfb-ee69fdd259ec HTTP/1.1" status: 204 len: 168 time: 0.2499421 Jan 24 22:32:41.473364 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ef769-731f-4ff5-9eac-b6577aefaae0 req-dc254ee8-a1cf-4ecb-a194-8e396d78ba0c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:41.473883 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4e8ef769-731f-4ff5-9eac-b6577aefaae0 req-dc254ee8-a1cf-4ecb-a194-8e396d78ba0c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 944 time: 0.0889528 Jan 24 22:32:41.483635 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78a951-3232-4dd9-9986-44427750be7f req-7193e3a5-4fc8-4ccd-8cb5-0e1a8cb1de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:41.485147 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd78a951-3232-4dd9-9986-44427750be7f req-7193e3a5-4fc8-4ccd-8cb5-0e1a8cb1de77 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 912 time: 0.1276181 Jan 24 22:32:41.499386 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70638147-05bf-4769-89d5-843bb306cc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275c964c-1004-4f99-9cfb-ee69fdd259ec,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:41.538819 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4e8ef769-731f-4ff5-9eac-b6577aefaae0 req-f9d614e0-7beb-4733-9cb1-e961a9e26527 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583460 Jan 24 22:32:41.558116 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd78a951-3232-4dd9-9986-44427750be7f req-dde0369b-0b51-40a1-80da-90555f371487 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb HTTP/1.1" status: 200 len: 217 time: 0.0653236 Jan 24 22:32:41.608615 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78a951-3232-4dd9-9986-44427750be7f req-a7987108-9a88-4d24-94f2-c15b88686835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:41.610123 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd78a951-3232-4dd9-9986-44427750be7f req-a7987108-9a88-4d24-94f2-c15b88686835 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.0443258 Jan 24 22:32:41.660925 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78a951-3232-4dd9-9986-44427750be7f req-3e5290f4-73ca-42c1-8b24-0476433f8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:41.662466 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd78a951-3232-4dd9-9986-44427750be7f req-3e5290f4-73ca-42c1-8b24-0476433f8a48 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459445 Jan 24 22:32:41.754949 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd78a951-3232-4dd9-9986-44427750be7f req-06604ecc-21c0-4874-ba9b-7bbd9bdec8ad service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860317 Jan 24 22:32:41.864134 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd78a951-3232-4dd9-9986-44427750be7f req-a32b2374-572a-42a3-9158-06fb69cf56b9 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936282 Jan 24 22:32:42.201952 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45140) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:42.305514 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1834203395-network', 'tenant_id': '63897275a7664529bc1d568ba2f36b15'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:42.331950 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Made reservation on behalf of 63897275a7664529bc1d568ba2f36b15 for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:42.334435 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.343245 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.428217 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Publish callbacks [] for security_group (1cc40d17-1c10-4fd2-9670-017da754fe37), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.434693 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (1cc40d17-1c10-4fd2-9670-017da754fe37), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.459173 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:32:42.474247 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc40d17-1c10-4fd2-9670-017da754fe37,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:42.477025 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (71eff286-d29e-4238-b347-9e24ecf3d9da), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.477359 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Added segment 71eff286-d29e-4238-b347-9e24ecf3d9da of type vlan for network 1f3c7338-6ac6-467e-ba3e-0040076ea594 Jan 24 22:32:42.525194 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (1f3c7338-6ac6-467e-ba3e-0040076ea594), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.579669 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (1f3c7338-6ac6-467e-ba3e-0040076ea594), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.580785 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:42.581410 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.618847 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b93a7-6a4c-4067-90d7-082d19b97dcb req-c0f5cf47-c4ac-4bc1-b3ce-692460c51a20 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:42.620385 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-789b93a7-6a4c-4067-90d7-082d19b97dcb req-c0f5cf47-c4ac-4bc1-b3ce-692460c51a20 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 945 time: 0.0872846 Jan 24 22:32:42.670921 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4648833 Jan 24 22:32:42.671205 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45152) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:42.677731 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Request body: {'subnet': {'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1834203395-subnet', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:42.696297 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ee18-47fc-42d2-a922-39df937e158d admin admin] Pushing event updated for resources: {'Network': ['ID=1f3c7338-6ac6-467e-ba3e-0040076ea594,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:42.709449 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Made reservation on behalf of 63897275a7664529bc1d568ba2f36b15 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:42.711628 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:32:42.712108 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758921'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.735259 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:42.758106 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c4d49-7104-44cb-9782-b5cd9f675915 req-76b9118f-61e0-4b13-b5a3-9c5812a1aca9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:42.760065 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cc1c4d49-7104-44cb-9782-b5cd9f675915 req-76b9118f-61e0-4b13-b5a3-9c5812a1aca9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 944 time: 0.1360700 Jan 24 22:32:42.763607 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-789b93a7-6a4c-4067-90d7-082d19b97dcb req-634ad114-9e82-47b7-b29a-fd7c92bc4443 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018751 Jan 24 22:32:42.823967 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cc1c4d49-7104-44cb-9782-b5cd9f675915 req-e8211475-f886-4a2a-8109-dd89a69e29ed tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572612 Jan 24 22:32:42.914732 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25761367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758967'] for subnet (358e69b5-e9be-4424-ba22-ded6708d6b82), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.968645 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=358e69b5-e9be-4424-ba22-ded6708d6b82,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:42.981978 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port b98d14cd-7266-457a-b737-02c742f241f8 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:32:42.985864 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port b98d14cd-7266-457a-b737-02c742f241f8 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:42.986235 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b98d14cd-7266-457a-b737-02c742f241f8), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:42.987022 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Checking segment: {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:42.987485 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Network hostable DHCP agents. Network: 1f3c7338-6ac6-467e-ba3e-0040076ea594, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:32:43.008000 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:32:43.020319 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 1f3c7338-6ac6-467e-ba3e-0040076ea594) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:43.024816 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:43.025523 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.032754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec93ec6-3ec6-48e9-8fd9-bdff7668d6f9 None None] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:32:43.042422 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e738ff38-1a65-4998-8733-cd84235ea69b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3690460 Jan 24 22:32:43.045123 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45154) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:43.049896 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:43.076423 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (5afc97c2-1378-400e-a73b-e1e238939380), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.077670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (5afc97c2-1378-400e-a73b-e1e238939380), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.132062 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks [] for router_controller (5afc97c2-1378-400e-a73b-e1e238939380), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.132603 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port b98d14cd-7266-457a-b737-02c742f241f8 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:43.133018 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.176521 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:43.178807 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e289c-ab04-4ee0-88fb-15041d953724" -d '{"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-plugged", "status": "completed", "tag": "b98d14cd-7266-457a-b737-02c742f241f8"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:43.184646 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-1f3c7338-6ac6-467e-ba3e-0040076ea594', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'project_id': '63897275a7664529bc1d568ba2f36b15', 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:32:43.185518 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.204978 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:43.220094 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.223910 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7403796e-45ee-4c16-9e99-16235e949dec x-openstack-request-id: req-7403796e-45ee-4c16-9e99-16235e949dec {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:43.224253 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-plugged", "status": "completed", "tag": "b98d14cd-7266-457a-b737-02c742f241f8", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:43.224489 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7403796e-45ee-4c16-9e99-16235e949dec {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:43.224944 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8', 'code': 200} Jan 24 22:32:43.285960 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks [] for router_gateway (5afc97c2-1378-400e-a73b-e1e238939380), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.369233 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:43.423802 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Allocated IP 172.20.0.2 (1f3c7338-6ac6-467e-ba3e-0040076ea594/358e69b5-e9be-4424-ba22-ded6708d6b82/f007e05e-1781-4571-b861-7fe3fa7a3c74) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:43.587665 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Publish callbacks [] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.599957 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.639665 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:43.642588 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:43.646311 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:43.658128 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Pushing event updated for resources: {'Port': ['ID=f007e05e-1781-4571-b861-7fe3fa7a3c74,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:43.706329 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375fb1e-2eb4-45f1-84d9-92c4503c674d req-c96c5314-ae93-4da1-8cc9-3b77de570e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:43.707870 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b375fb1e-2eb4-45f1-84d9-92c4503c674d req-c96c5314-ae93-4da1-8cc9-3b77de570e7c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 1099 time: 0.0538447 Jan 24 22:32:43.715084 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Attempting to bind port f007e05e-1781-4571-b861-7fe3fa7a3c74 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:43.715985 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Attempting to bind port f007e05e-1781-4571-b861-7fe3fa7a3c74 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:43.716382 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Attempting to bind port f007e05e-1781-4571-b861-7fe3fa7a3c74 on network 1f3c7338-6ac6-467e-ba3e-0040076ea594 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:43.721678 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:43.722051 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Checking segment: {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:43.722453 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.722846 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Bound using segment: {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:43.723312 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Bound port: f007e05e-1781-4571-b861-7fe3fa7a3c74, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:43.723691 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.796783 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b375fb1e-2eb4-45f1-84d9-92c4503c674d req-67789514-eab6-4025-819a-f0ffc84feba2 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812953 Jan 24 22:32:43.799193 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] For port f007e05e-1781-4571-b861-7fe3fa7a3c74, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:43.804059 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] For port f007e05e-1781-4571-b861-7fe3fa7a3c74, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=f007e05e-1781-4571-b861-7fe3fa7a3c74,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:43.809154 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.873675 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00d5a-80f7-4323-bb04-9205966e7c57 None None] Pushing event updated for resources: {'Port': ['ID=f007e05e-1781-4571-b861-7fe3fa7a3c74,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:43.875576 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks [] for router_gateway (5afc97c2-1378-400e-a73b-e1e238939380), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.896712 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:43.920099 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde2af5-9f77-4aeb-856a-b759315ff448 req-5145efa1-1c01-4282-b0cd-a3c75a815bba tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:43.922017 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6bde2af5-9f77-4aeb-856a-b759315ff448 req-5145efa1-1c01-4282-b0cd-a3c75a815bba tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0814269 Jan 24 22:32:43.997496 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6bde2af5-9f77-4aeb-856a-b759315ff448 req-1df1d459-c859-4545-b732-bb80a19c5a56 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660987 Jan 24 22:32:44.005802 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6041c-14c5-407e-9eeb-5cdee3f4c08a req-08c1e7a0-714b-4900-82fa-2efed592d28a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:44.007249 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-31c6041c-14c5-407e-9eeb-5cdee3f4c08a req-08c1e7a0-714b-4900-82fa-2efed592d28a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 944 time: 0.0843346 Jan 24 22:32:44.031347 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Allocated IP 172.27.3.26 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/0c94b21e-a641-4cf7-aa16-7e5d0f778bcf) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:44.061536 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-31c6041c-14c5-407e-9eeb-5cdee3f4c08a req-ccc5b8e4-a8b2-4ac6-851d-84fd4a7f5dfe tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 Jan 24 22:32:44.164433 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks [] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:44.207099 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:44.248273 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:44.251351 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:44.255122 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:44.277352 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Pushing event updated for resources: {'Port': ['ID=0c94b21e-a641-4cf7-aa16-7e5d0f778bcf,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:44.520641 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks [] for router_gateway (5afc97c2-1378-400e-a73b-e1e238939380), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:44.682293 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:32:44.722858 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (5afc97c2-1378-400e-a73b-e1e238939380), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:44.849326 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37396b13-29cd-4f32-988c-1d1749c0e70b None None] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:32:44.854060 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Router 5afc97c2-1378-400e-a73b-e1e238939380 is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:32:44.963792 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-56a7925d-c5ac-4917-9e86-d3c33967b006 None None] Provisioning complete for port f007e05e-1781-4571-b861-7fe3fa7a3c74 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:44.964234 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-56a7925d-c5ac-4917-9e86-d3c33967b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:44.965444 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:32:44.988494 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Sync routers for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:32:44.988965 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:44.990660 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-20da4cb7-dce8-4a9a-92dc-87148b1e1f81 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9443893 Jan 24 22:32:44.993613 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45182) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:45.016713 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:45.017386 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:45.140590 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-56a7925d-c5ac-4917-9e86-d3c33967b006 None None] Current status of the port f007e05e-1781-4571-b861-7fe3fa7a3c74 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:45.140948 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-56a7925d-c5ac-4917-9e86-d3c33967b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:45.189697 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:45.260162 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13f15d-b5de-4274-bb43-95c40d4831dd req-562e6e39-868b-4128-accb-47dd6268911c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:45.261584 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-56a7925d-c5ac-4917-9e86-d3c33967b006 None None] For port f007e05e-1781-4571-b861-7fe3fa7a3c74, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=f007e05e-1781-4571-b861-7fe3fa7a3c74,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:45.261717 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fc13f15d-b5de-4274-bb43-95c40d4831dd req-562e6e39-868b-4128-accb-47dd6268911c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.1476068 Jan 24 22:32:45.277712 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device f007e05e-1781-4571-b861-7fe3fa7a3c74 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:45.279735 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779f9f0-9c5d-4e73-8a31-0a2e0fef332a req-bd572113-f101-455a-ad9b-078660a7b913 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:45.282116 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d779f9f0-9c5d-4e73-8a31-0a2e0fef332a req-bd572113-f101-455a-ad9b-078660a7b913 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 944 time: 0.1104150 Jan 24 22:32:45.286606 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-56a7925d-c5ac-4917-9e86-d3c33967b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:45.364698 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fc13f15d-b5de-4274-bb43-95c40d4831dd req-84d4b21a-c63e-4812-af78-e83797393243 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814669 Jan 24 22:32:45.375495 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d779f9f0-9c5d-4e73-8a31-0a2e0fef332a req-32ef0831-074a-423a-b099-362477bfab2f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827787 Jan 24 22:32:45.434876 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7925d-c5ac-4917-9e86-d3c33967b006 None None] Pushing event updated for resources: {'Port': ['ID=f007e05e-1781-4571-b861-7fe3fa7a3c74,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:45.455277 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-a66c7e0f-f58f-4bf2-8b2e-92e32a65ea05 None None] Provisioning complete for port f007e05e-1781-4571-b861-7fe3fa7a3c74 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:45.455653 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a66c7e0f-f58f-4bf2-8b2e-92e32a65ea05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:45.507180 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port f007e05e-1781-4571-b861-7fe3fa7a3c74 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:45.507458 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:45.510966 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:45.585228 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:44Z', 'revision_number': 3, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:45.652788 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Checking router: 5afc97c2-1378-400e-a73b-e1e238939380 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:32:45.653180 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Updating router 5afc97c2-1378-400e-a73b-e1e238939380 port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:32:45.669587 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Allocated IP 172.20.0.1 (1f3c7338-6ac6-467e-ba3e-0040076ea594/358e69b5-e9be-4424-ba22-ded6708d6b82/eda39dc5-f38c-46da-89a1-e4ee7310ff6a) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:45.784334 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Publish callbacks [] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:45.815849 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-a66c7e0f-f58f-4bf2-8b2e-92e32a65ea05 None None] Current status of the port f007e05e-1781-4571-b861-7fe3fa7a3c74 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:45.826312 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:45.827551 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port f007e05e-1781-4571-b861-7fe3fa7a3c74 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:45.829539 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:45.864124 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:45.866959 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:45.870331 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:45.901757 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Pushing event updated for resources: {'Port': ['ID=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:45.919330 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (5afc97c2-1378-400e-a73b-e1e238939380), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.060157 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.094957 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Publish callbacks [] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.100665 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.180759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-788a9ee3-a45c-426f-915c-ab40677922d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.183273 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb30e8-2f9b-4cba-a5e1-ddbffcb3a029 None None] Pushing event updated for resources: {'Port': ['ID=0c94b21e-a641-4cf7-aa16-7e5d0f778bcf,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:46.185495 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Attempting to bind port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:46.185850 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Attempting to bind port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:46.186252 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Attempting to bind port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:46.191165 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-89c072d9-8fe7-4a02-a0c3-575c1d9fb054 None None] Provisioning complete for port eda39dc5-f38c-46da-89a1-e4ee7310ff6a triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:46.191165 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-89c072d9-8fe7-4a02-a0c3-575c1d9fb054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.195621 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:46.196003 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:46.196720 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.196843 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:46.197292 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Bound port: 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:46.197667 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.228211 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Publish callbacks [] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.234170 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.262177 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-89c072d9-8fe7-4a02-a0c3-575c1d9fb054 None None] Port eda39dc5-f38c-46da-89a1-e4ee7310ff6a cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:32:46.273857 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] For port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:46.276920 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] For port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0c94b21e-a641-4cf7-aa16-7e5d0f778bcf,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:46.284803 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.302281 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (5afc97c2-1378-400e-a73b-e1e238939380), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.304104 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Pushing event updated for resources: {'Port': ['ID=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:46.344440 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb30e8-2f9b-4cba-a5e1-ddbffcb3a029 None None] Pushing event updated for resources: {'Port': ['ID=0c94b21e-a641-4cf7-aa16-7e5d0f778bcf,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:46.347113 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:46.347707 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:46.413625 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:46.415200 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:46.489424 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:46.529618 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393184-0f43-49cd-b5f5-892ea6d17bb3 req-9655cae0-248c-4a9f-a33e-2b9319383b22 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:46.537481 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-09393184-0f43-49cd-b5f5-892ea6d17bb3 req-9655cae0-248c-4a9f-a33e-2b9319383b22 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0948546 Jan 24 22:32:46.552380 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Router 5afc97c2-1378-400e-a73b-e1e238939380 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:32:46.553794 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982f967-eadf-4db5-a857-36456738ec40 req-021d20c9-c1b3-45f1-b363-7f9fa49b21f4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:46.555399 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8982f967-eadf-4db5-a857-36456738ec40 req-021d20c9-c1b3-45f1-b363-7f9fa49b21f4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 944 time: 0.0870028 Jan 24 22:32:46.615622 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8982f967-eadf-4db5-a857-36456738ec40 req-023b10a2-ca89-4bbb-b78e-dfedd2223e3a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533903 Jan 24 22:32:46.657229 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-09393184-0f43-49cd-b5f5-892ea6d17bb3 req-eb636dff-2b6a-4ece-86ef-723c2e3a76d0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185842 Jan 24 22:32:46.712951 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-7ce4712f-9ef4-4abe-83eb-2ab466b33a12 None None] Provisioning complete for port eda39dc5-f38c-46da-89a1-e4ee7310ff6a triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:46.713269 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7ce4712f-9ef4-4abe-83eb-2ab466b33a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:46.754272 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4712f-9ef4-4abe-83eb-2ab466b33a12 None None] Port eda39dc5-f38c-46da-89a1-e4ee7310ff6a cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:32:46.772146 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 2, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:46.800456 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8feca-6994-44b4-9eca-2365a7c87930 None None] The sync data for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi is: [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 2, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:32:46.921980 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:32:46.952923 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:32:46.960553 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4d2bcfd0-a547-45bd-890a-ebdde2dbbd4a admin admin] 10.222.0.84 "PUT /v2.0/routers/5afc97c2-1378-400e-a73b-e1e238939380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9655545 Jan 24 22:32:47.043448 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:47.056443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'port_id': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'mac_address': 'fa:16:3e:fa:76:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:32:47.100495 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:47.101051 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.120817 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:32:47.149377 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:47.156551 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.193518 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device f007e05e-1781-4571-b861-7fe3fa7a3c74 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:47.252444 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:47.275779 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port f007e05e-1781-4571-b861-7fe3fa7a3c74 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:47.276166 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.366669 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port f007e05e-1781-4571-b861-7fe3fa7a3c74 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:47.525351 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45214) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:47.532043 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-643282636-network', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:47.555509 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Made reservation on behalf of b9b3278ecc6448e8bb67e7d5b4a71900 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:47.558909 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.568138 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.650987 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Publish callbacks [] for security_group (9166162d-3ba3-4ecf-ab62-c2210610b4c5), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.656837 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (9166162d-3ba3-4ecf-ab62-c2210610b4c5), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.696524 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:32:47.715472 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9166162d-3ba3-4ecf-ab62-c2210610b4c5,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:47.721661 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (4b3e552b-3541-4e8c-a165-10b6dfb2e9b3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.722018 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Added segment 4b3e552b-3541-4e8c-a165-10b6dfb2e9b3 of type vlan for network 17637f30-df3d-421d-a3b4-abff5ba5e31e Jan 24 22:32:47.778044 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (17637f30-df3d-421d-a3b4-abff5ba5e31e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.807317 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (17637f30-df3d-421d-a3b4-abff5ba5e31e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.809356 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:47.810034 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:47.885819 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3592408 Jan 24 22:32:47.892591 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45228) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:47.896372 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55234326-d2d6-4037-8df1-5b04e330ebcf admin admin] Pushing event updated for resources: {'Network': ['ID=17637f30-df3d-421d-a3b4-abff5ba5e31e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:47.899601 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Request body: {'subnet': {'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-643282636-subnet', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'ip_version': 4}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:47.910384 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 17637f30-df3d-421d-a3b4-abff5ba5e31e details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:32:47.960913 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Made reservation on behalf of b9b3278ecc6448e8bb67e7d5b4a71900 for: {'subnet': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:32:47.964461 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521349'] for subnet (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.149011 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efee0c-6d5d-44e5-b2a9-f85d9a64991f req-6c1dba74-73dd-49bd-9ca1-d58070036e2e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:48.150616 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e1efee0c-6d5d-44e5-b2a9-f85d9a64991f req-6c1dba74-73dd-49bd-9ca1-d58070036e2e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.4025722 Jan 24 22:32:48.169216 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae3f5-84fd-442e-9fe9-55f0c88555c0 req-b4ce204c-1732-4f12-bd4e-1234f158de76 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:48.170725 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b5cae3f5-84fd-442e-9fe9-55f0c88555c0 req-b4ce204c-1732-4f12-bd4e-1234f158de76 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 945 time: 0.4784741 Jan 24 22:32:48.251429 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['2224cb8d-9ba5-46c9-9ad0-f349156ad1fb'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:32:48.312381 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e1efee0c-6d5d-44e5-b2a9-f85d9a64991f req-102b033e-bcf2-4377-abad-eb93dd7a0b79 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551204 Jan 24 22:32:48.318971 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b5cae3f5-84fd-442e-9fe9-55f0c88555c0 req-b2d2502e-eb0f-4d87-a4ce-7660bbefd13f tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396608 Jan 24 22:32:48.333810 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25336906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521403'] for subnet (12090fa2-8623-46c3-96dd-b181bb2afc39), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.382705 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12090fa2-8623-46c3-96dd-b181bb2afc39,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:48.399427 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Checking segment: {'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:48.399785 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Network hostable DHCP agents. Network: 17637f30-df3d-421d-a3b4-abff5ba5e31e, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:32:48.417593 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Network 17637f30-df3d-421d-a3b4-abff5ba5e31e is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:32:48.427708 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 17637f30-df3d-421d-a3b4-abff5ba5e31e) {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:48.431932 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:48.432518 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.437365 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865e85c-ccee-4bcd-a92c-b649b017ad3d None None] Network 17637f30-df3d-421d-a3b4-abff5ba5e31e requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:32:48.451338 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-97d5cb9d-67ab-4fa5-8286-9e554ea649a6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5575604 Jan 24 22:32:48.454596 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45230) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:48.459643 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:48.485473 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (8e35c685-2d48-4e25-9be5-e86e96556c2a), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.486911 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (8e35c685-2d48-4e25-9be5-e86e96556c2a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.516538 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-27eb16ff-63b5-4d9f-bb94-f8630848efef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.539954 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks [] for router_controller (8e35c685-2d48-4e25-9be5-e86e96556c2a), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.550658 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-17637f30-df3d-421d-a3b4-abff5ba5e31e', 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e', 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'fixed_ips': [{'subnet_id': '12090fa2-8623-46c3-96dd-b181bb2afc39'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:32:48.551496 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.684938 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks [] for router_gateway (8e35c685-2d48-4e25-9be5-e86e96556c2a), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.689114 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Allocated IP 172.20.0.2 (17637f30-df3d-421d-a3b4-abff5ba5e31e/12090fa2-8623-46c3-96dd-b181bb2afc39/00633c34-07a6-498e-a191-16195b301237) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:48.836316 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Publish callbacks [] for port (00633c34-07a6-498e-a191-16195b301237), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.846950 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (00633c34-07a6-498e-a191-16195b301237), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.881481 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Network 17637f30-df3d-421d-a3b4-abff5ba5e31e is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:48.887143 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:48.890925 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:48.891816 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks [] for router_gateway (8e35c685-2d48-4e25-9be5-e86e96556c2a), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.910820 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.923256 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Pushing event updated for resources: {'Port': ['ID=00633c34-07a6-498e-a191-16195b301237,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:48.955505 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Attempting to bind port 00633c34-07a6-498e-a191-16195b301237 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:48.955918 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Attempting to bind port 00633c34-07a6-498e-a191-16195b301237 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:48.956230 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Attempting to bind port 00633c34-07a6-498e-a191-16195b301237 on network 17637f30-df3d-421d-a3b4-abff5ba5e31e {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:48.961044 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Sync routers for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:32:48.962100 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:48.962474 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Checking segment: {'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:48.962946 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.963255 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Bound using segment: {'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:48.963723 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Bound port: 00633c34-07a6-498e-a191-16195b301237, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:48.964099 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (00633c34-07a6-498e-a191-16195b301237), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:48.971484 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:48.972483 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:49.031218 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] For port 00633c34-07a6-498e-a191-16195b301237, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:49.035009 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] For port 00633c34-07a6-498e-a191-16195b301237, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=00633c34-07a6-498e-a191-16195b301237,segment=NetworkSegment(4b3e552b-3541-4e8c-a165-10b6dfb2e9b3),segment_id=4b3e552b-3541-4e8c-a165-10b6dfb2e9b3)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:49.042313 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (00633c34-07a6-498e-a191-16195b301237), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.059026 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Allocated IP 172.27.3.102 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/0b37487a-f213-4aa5-903d-ff43b7864a31) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:49.100068 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94185f98-58dd-4a4b-952b-43d1a1cb637d None None] Pushing event updated for resources: {'Port': ['ID=00633c34-07a6-498e-a191-16195b301237,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:49.137873 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:49.203350 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks [] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.246072 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.272208 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:49.309148 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:49.312332 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:49.316227 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:49.381157 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Pushing event updated for resources: {'Port': ['ID=0b37487a-f213-4aa5-903d-ff43b7864a31,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:49.387370 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:49.387742 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.425372 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 2, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:49.475286 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Checking router: 5afc97c2-1378-400e-a73b-e1e238939380 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:32:49.475756 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Updating router 5afc97c2-1378-400e-a73b-e1e238939380 port eda39dc5-f38c-46da-89a1-e4ee7310ff6a binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:32:49.488920 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.523076 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.548434 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:49.548834 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.562606 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb9d3-dedd-42fa-bc01-7f24cc935942 req-cb012dd5-a34d-4c4e-94bd-23ae38f749b9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:49.565136 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-63ffb9d3-dedd-42fa-bc01-7f24cc935942 req-cb012dd5-a34d-4c4e-94bd-23ae38f749b9 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 945 time: 0.1052933 Jan 24 22:32:49.592172 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0c94b21e-a641-4cf7-aa16-7e5d0f778bcf,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:49.598996 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.610900 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0703c15-3ac9-41a8-a4dd-2fcfca8a5209 req-69cb3aff-aaca-4fea-903a-ea65513d26f3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:49.619823 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a0703c15-3ac9-41a8-a4dd-2fcfca8a5209 req-69cb3aff-aaca-4fea-903a-ea65513d26f3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.1509867 Jan 24 22:32:49.665641 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-63ffb9d3-dedd-42fa-bc01-7f24cc935942 req-e17d3cd5-ed51-4bd6-a932-860aefc3ae9e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926864 Jan 24 22:32:49.679462 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=0c94b21e-a641-4cf7-aa16-7e5d0f778bcf,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:49.728776 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a0703c15-3ac9-41a8-a4dd-2fcfca8a5209 req-73af9862-d8b0-4777-b47a-6d00ff1a3066 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069486 Jan 24 22:32:49.738753 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks [] for router_gateway (8e35c685-2d48-4e25-9be5-e86e96556c2a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.880592 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7c865-6fe9-408d-847b-44c10eba76e6 req-46888585-efbb-4d2a-b470-e61e6acf0174 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:49.882589 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d4d7c865-6fe9-408d-847b-44c10eba76e6 req-46888585-efbb-4d2a-b470-e61e6acf0174 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0766890 Jan 24 22:32:49.894163 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45250) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:49.899029 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Request body: {'floatingip': {'port_id': 'b98d14cd-7266-457a-b737-02c742f241f8'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:49.947973 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (40f977fa-5714-4b3a-bd16-34b4fd274980), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:49.984179 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:49.995710 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Publish callbacks [] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.010592 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.046721 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (8e35c685-2d48-4e25-9be5-e86e96556c2a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.063270 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:32:50.067783 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:50.068417 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.095297 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Pushing event updated for resources: {'Port': ['ID=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:50.111305 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.111681 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.112042 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.112381 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.112711 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.113140 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.113389 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.113722 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.114044 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.114381 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.116000 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.116657 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.117043 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:32:50.207781 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Attempting to bind port eda39dc5-f38c-46da-89a1-e4ee7310ff6a on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:50.208421 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Attempting to bind port eda39dc5-f38c-46da-89a1-e4ee7310ff6a by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:50.208956 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Attempting to bind port eda39dc5-f38c-46da-89a1-e4ee7310ff6a on network 1f3c7338-6ac6-467e-ba3e-0040076ea594 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:50.219873 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:50.221337 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Checking segment: {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:50.221909 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.222032 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:50.222500 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.223285 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Bound using segment: {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:50.223794 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Bound port: eda39dc5-f38c-46da-89a1-e4ee7310ff6a, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:50.224451 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.267059 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:50.271383 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432114f-33a8-4622-854b-105254a5f20a" -d '{"events": [{"server_uuid": "4d98aba3-4e1a-4acd-9aff-582acd7e2322", "name": "network-vif-plugged", "status": "completed", "tag": "2224cb8d-9ba5-46c9-9ad0-f349156ad1fb"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:50.279131 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Router 8e35c685-2d48-4e25-9be5-e86e96556c2a is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:32:50.290733 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:50.307649 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.316178 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] For port eda39dc5-f38c-46da-89a1-e4ee7310ff6a, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:50.319764 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] For port eda39dc5-f38c-46da-89a1-e4ee7310ff6a, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:50.329510 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.358762 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3326ad2e-b40f-49e6-855a-f93f8064dd32 x-openstack-request-id: req-3326ad2e-b40f-49e6-855a-f93f8064dd32 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:50.359059 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d98aba3-4e1a-4acd-9aff-582acd7e2322", "name": "network-vif-plugged", "status": "completed", "tag": "2224cb8d-9ba5-46c9-9ad0-f349156ad1fb", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:50.359309 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3326ad2e-b40f-49e6-855a-f93f8064dd32 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:50.359700 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'code': 200} Jan 24 22:32:50.394132 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:50.454425 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:32:50.463808 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:50.464428 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:50.465703 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Sync routers for ids ['8e35c685-2d48-4e25-9be5-e86e96556c2a'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:32:50.483374 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Routers {'8e35c685-2d48-4e25-9be5-e86e96556c2a'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:50.484521 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8e35c685-2d48-4e25-9be5-e86e96556c2a'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:50.487296 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.491153 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-63584ee3-c41c-49d5-83aa-eb87dd5f5192 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0324371 Jan 24 22:32:50.491537 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45258) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:50.533531 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121702e-351c-4883-b9e7-b765adc3c3ec None None] Pushing event updated for resources: {'Port': ['ID=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:50.633834 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:50.791240 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-cd7052a4-1c5a-4866-b1ec-9b1afc879f5c None None] Provisioning complete for port eda39dc5-f38c-46da-89a1-e4ee7310ff6a triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:50.793791 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cd7052a4-1c5a-4866-b1ec-9b1afc879f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.796929 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.819310 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (40f977fa-5714-4b3a-bd16-34b4fd274980), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:50.825993 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f7410d-c5f1-4c91-9410-d4bf88d2b9b6 None None] Network 17637f30-df3d-421d-a3b4-abff5ba5e31e requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:32:50.880565 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb753-f6a2-4526-a2d5-e57a9f5298bd req-32bb9dd8-8c72-4167-933b-159b97973db0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:50.882597 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eeafb753-f6a2-4526-a2d5-e57a9f5298bd req-32bb9dd8-8c72-4167-933b-159b97973db0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.1000280 Jan 24 22:32:50.929262 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:50Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:50.968132 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Set router 8e35c685-2d48-4e25-9be5-e86e96556c2a gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:50.970569 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254f986-3ad7-450a-a73e-a53ab0717561 None None] The sync data for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi is: [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:50Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:32:50.992131 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eeafb753-f6a2-4526-a2d5-e57a9f5298bd req-bb5cedf3-ee69-4b93-b2b9-85bfb6b70ccf tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035724 Jan 24 22:32:50.996024 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Floating IP 40f977fa-5714-4b3a-bd16-34b4fd274980 associated. External IP: 172.27.3.161, port: b98d14cd-7266-457a-b737-02c742f241f8. Jan 24 22:32:51.118125 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.121528 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-cd7052a4-1c5a-4866-b1ec-9b1afc879f5c None None] Current status of the port eda39dc5-f38c-46da-89a1-e4ee7310ff6a is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:51.121919 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cd7052a4-1c5a-4866-b1ec-9b1afc879f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.255796 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.321009 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-cd7052a4-1c5a-4866-b1ec-9b1afc879f5c None None] For port eda39dc5-f38c-46da-89a1-e4ee7310ff6a, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:51.366115 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cd7052a4-1c5a-4866-b1ec-9b1afc879f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.412277 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Router 984a3dd2-4804-444f-8086-8521fc743e63 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:32:51.445656 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7052a4-1c5a-4866-b1ec-9b1afc879f5c None None] Pushing event updated for resources: {'Port': ['ID=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:51.492799 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device eda39dc5-f38c-46da-89a1-e4ee7310ff6a up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:51.544397 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:32:51.545528 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 3, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port': {'id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:51.551168 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.555661 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] Sync routers for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:32:51.572260 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:51.572967 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:51.578138 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Allocated IP 172.20.0.1 (17637f30-df3d-421d-a3b4-abff5ba5e31e/12090fa2-8623-46c3-96dd-b181bb2afc39/9ae2044d-7236-4dd3-a365-c49196af8355) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:32:51.587960 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-52ef3d53-6e95-42f2-920b-35c060732d96 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "PUT /v2.0/floatingips/40f977fa-5714-4b3a-bd16-34b4fd274980 HTTP/1.1" status: 200 len: 992 time: 1.6918695 Jan 24 22:32:51.589158 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:51.589874 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Checking router: 8e35c685-2d48-4e25-9be5-e86e96556c2a for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:32:51.590231 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Updating router 8e35c685-2d48-4e25-9be5-e86e96556c2a port 0b37487a-f213-4aa5-903d-ff43b7864a31 binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:32:51.592655 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090e72d4-6df7-4a15-aa2a-d5a03836824a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "tag": "b98d14cd-7266-457a-b737-02c742f241f8"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:51.631452 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.645184 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc76154-c55d-400c-ae51-fe91d48fe703 x-openstack-request-id: req-fcc76154-c55d-400c-ae51-fe91d48fe703 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:51.645822 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "tag": "b98d14cd-7266-457a-b737-02c742f241f8", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:51.646614 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fcc76154-c55d-400c-ae51-fe91d48fe703 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:51.647220 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8', 'status': 'completed', 'code': 200} Jan 24 22:32:51.661036 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Provisioning complete for port eda39dc5-f38c-46da-89a1-e4ee7310ff6a triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:51.661259 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.720577 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port eda39dc5-f38c-46da-89a1-e4ee7310ff6a triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:51.721148 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.739920 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:51.748280 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Publish callbacks [] for port (9ae2044d-7236-4dd3-a365-c49196af8355), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.810620 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:51.869056 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Network 17637f30-df3d-421d-a3b4-abff5ba5e31e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:51.872661 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:51.887958 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:32:51.891065 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Pushing event updated for resources: {'Port': ['ID=9ae2044d-7236-4dd3-a365-c49196af8355,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:51.899797 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Current status of the port eda39dc5-f38c-46da-89a1-e4ee7310ff6a is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:51.946437 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (8e35c685-2d48-4e25-9be5-e86e96556c2a), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.006190 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Provisioning complete for port 00633c34-07a6-498e-a191-16195b301237 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:52.006569 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (00633c34-07a6-498e-a191-16195b301237), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.042968 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port eda39dc5-f38c-46da-89a1-e4ee7310ff6a is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:52.044121 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 00633c34-07a6-498e-a191-16195b301237 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:52.056112 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '40f977fa-5714-4b3a-bd16-34b4fd274980', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'port_id': 'b98d14cd-7266-457a-b737-02c742f241f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'mac_address': 'fa:16:3e:a0:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:32:32Z', 'updated_at': '2022-01-24T22:32:50Z', 'revision_number': 1, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:52.110564 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] Checking router: 984a3dd2-4804-444f-8086-8521fc743e63 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:32:52.120746 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:52.121614 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:52.169216 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569e94c-23cf-4c85-91ec-9c6788d2371d req-d02025a3-f3f5-4dbc-a5d0-dd805048876d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:52.170009 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.187873 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8569e94c-23cf-4c85-91ec-9c6788d2371d req-d02025a3-f3f5-4dbc-a5d0-dd805048876d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0840380 Jan 24 22:32:52.229552 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Current status of the port 00633c34-07a6-498e-a191-16195b301237 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:52.229944 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (00633c34-07a6-498e-a191-16195b301237), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.253106 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 00633c34-07a6-498e-a191-16195b301237 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:52.253521 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (00633c34-07a6-498e-a191-16195b301237), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.264865 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Publish callbacks [] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.279412 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8569e94c-23cf-4c85-91ec-9c6788d2371d req-a54c80ae-7075-44ff-9b08-56dc6f00760c tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838706 Jan 24 22:32:52.289138 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:52.318930 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.363429 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] For port 00633c34-07a6-498e-a191-16195b301237, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=00633c34-07a6-498e-a191-16195b301237,segment=NetworkSegment(4b3e552b-3541-4e8c-a165-10b6dfb2e9b3),segment_id=4b3e552b-3541-4e8c-a165-10b6dfb2e9b3)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:52.370964 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Publish callbacks [] for port (9ae2044d-7236-4dd3-a365-c49196af8355), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.376444 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.381737 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (00633c34-07a6-498e-a191-16195b301237), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.407619 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212ae5d-9fdb-4c0e-858d-1c7a40fcd6ab None None] Pushing event updated for resources: {'Port': ['ID=0b37487a-f213-4aa5-903d-ff43b7864a31,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:52.412472 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.438800 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Attempting to bind port 0b37487a-f213-4aa5-903d-ff43b7864a31 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:52.439174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Attempting to bind port 0b37487a-f213-4aa5-903d-ff43b7864a31 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:52.439537 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Attempting to bind port 0b37487a-f213-4aa5-903d-ff43b7864a31 on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:52.447827 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Pushing event updated for resources: {'Port': ['ID=9ae2044d-7236-4dd3-a365-c49196af8355,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:52.451118 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (8e35c685-2d48-4e25-9be5-e86e96556c2a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.454780 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:52.455167 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:52.455584 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.455981 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:52.456615 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Bound port: 0b37487a-f213-4aa5-903d-ff43b7864a31, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:52.457020 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.547381 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Network 17637f30-df3d-421d-a3b4-abff5ba5e31e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:32:52.548600 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda928a-1c27-49b9-8c6f-2d45e2d38627 None None] Pushing event updated for resources: {'Port': ['ID=00633c34-07a6-498e-a191-16195b301237,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:52.549061 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:32:52.554378 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '40f977fa-5714-4b3a-bd16-34b4fd274980', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'port_id': 'b98d14cd-7266-457a-b737-02c742f241f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'mac_address': 'fa:16:3e:a0:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:32:32Z', 'updated_at': '2022-01-24T22:32:50Z', 'revision_number': 1, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:52.559730 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 00633c34-07a6-498e-a191-16195b301237 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:52.560851 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:52.566817 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-ce401ebe-cd59-4de9-89eb-537c13091c82 None None] Provisioning complete for port 9ae2044d-7236-4dd3-a365-c49196af8355 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:52.567087 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ce401ebe-cd59-4de9-89eb-537c13091c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.594912 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c381323-e1d9-4a88-8ffe-36bf3c3dc7e7 None None] The sync data for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi is: [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '40f977fa-5714-4b3a-bd16-34b4fd274980', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'port_id': 'b98d14cd-7266-457a-b737-02c742f241f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'mac_address': 'fa:16:3e:a0:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:32:32Z', 'updated_at': '2022-01-24T22:32:50Z', 'revision_number': 1, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:32:52.628428 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-ce401ebe-cd59-4de9-89eb-537c13091c82 None None] Port 9ae2044d-7236-4dd3-a365-c49196af8355 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:32:52.642036 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] For port 0b37487a-f213-4aa5-903d-ff43b7864a31, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:52.671638 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] For port 0b37487a-f213-4aa5-903d-ff43b7864a31, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0b37487a-f213-4aa5-903d-ff43b7864a31,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:52.683649 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Router 8e35c685-2d48-4e25-9be5-e86e96556c2a has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:32:52.691868 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.708538 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:52.709541 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:52.790208 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Routers {'8e35c685-2d48-4e25-9be5-e86e96556c2a'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:52.790842 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8e35c685-2d48-4e25-9be5-e86e96556c2a'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:52.827837 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212ae5d-9fdb-4c0e-858d-1c7a40fcd6ab None None] Pushing event updated for resources: {'Port': ['ID=0b37487a-f213-4aa5-903d-ff43b7864a31,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:53.030401 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac239e1-f942-4712-9136-ad457e2ec8e4 None None] New status for floating IP 40f977fa-5714-4b3a-bd16-34b4fd274980: ACTIVE {{(pid=102564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:32:53.072335 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:32:53.079898 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-70512b39-5a66-4323-a5c2-3dd0bcdd032a admin admin] 10.222.0.84 "PUT /v2.0/routers/8e35c685-2d48-4e25-9be5-e86e96556c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867798 Jan 24 22:32:53.101040 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-df4435bc-37bb-4e66-927a-10bcbfef6b28 None None] Provisioning complete for port 9ae2044d-7236-4dd3-a365-c49196af8355 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:53.101413 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-df4435bc-37bb-4e66-927a-10bcbfef6b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.154634 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:53.173051 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] Set router 8e35c685-2d48-4e25-9be5-e86e96556c2a gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:53.230210 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-df4435bc-37bb-4e66-927a-10bcbfef6b28 None None] Port 9ae2044d-7236-4dd3-a365-c49196af8355 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:32:53.245933 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device eda39dc5-f38c-46da-89a1-e4ee7310ff6a up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:53.436726 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port eda39dc5-f38c-46da-89a1-e4ee7310ff6a triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:53.437433 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.490155 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45288) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:53.495219 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-67b316f4-f14f-4ce2-94d5-bcdfabfbca11 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141713896', 'description': 'tempest-secgroup-smoke-1141713896 description', 'project_id': '63897275a7664529bc1d568ba2f36b15'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:53.526392 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-67b316f4-f14f-4ce2-94d5-bcdfabfbca11 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.558260 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port eda39dc5-f38c-46da-89a1-e4ee7310ff6a is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:53.560162 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 00633c34-07a6-498e-a191-16195b301237 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:53.580606 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977bb26-76c8-4b69-b4d6-d2b88ba20da9 req-00e33e4c-8d1f-4307-9fbe-72b4fd5c8e54 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:53.582338 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5977bb26-76c8-4b69-b4d6-d2b88ba20da9 req-00e33e4c-8d1f-4307-9fbe-72b4fd5c8e54 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0533586 Jan 24 22:32:53.591172 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 4, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port': {'id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9ae2044d-7236-4dd3-a365-c49196af8355', 'name': '', 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'mac_address': 'fa:16:3e:c7:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:51Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 2, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'subnets': [{'id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:53.600762 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-67b316f4-f14f-4ce2-94d5-bcdfabfbca11 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group (53d6242d-4153-49b2-bdba-719a33afb41a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.606382 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-67b316f4-f14f-4ce2-94d5-bcdfabfbca11 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (53d6242d-4153-49b2-bdba-719a33afb41a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.619765 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b6b055-cf31-4e4a-860d-7e72af903645 None None] The sync data for ids ['8e35c685-2d48-4e25-9be5-e86e96556c2a'] in dv-cinder-813223-4-iscsi is: [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 4, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port': {'id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9ae2044d-7236-4dd3-a365-c49196af8355', 'name': '', 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'mac_address': 'fa:16:3e:c7:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:51Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 2, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'subnets': [{'id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:32:53.641477 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 00633c34-07a6-498e-a191-16195b301237 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:53.641860 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (00633c34-07a6-498e-a191-16195b301237), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.645582 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5977bb26-76c8-4b69-b4d6-d2b88ba20da9 req-73940b03-e1c7-43cd-963b-f5285b85aec4 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575132 Jan 24 22:32:53.649631 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b316f4-f14f-4ce2-94d5-bcdfabfbca11 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d6242d-4153-49b2-bdba-719a33afb41a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:53.671585 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-67b316f4-f14f-4ce2-94d5-bcdfabfbca11 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.672850 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-67b316f4-f14f-4ce2-94d5-bcdfabfbca11 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1818252 Jan 24 22:32:53.675863 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45290) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:53.680629 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-4d75e0a2-532d-4915-ab26-6b0feb40b92e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'security_group_rule': {'security_group_id': '53d6242d-4153-49b2-bdba-719a33afb41a', 'project_id': '63897275a7664529bc1d568ba2f36b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:53.719398 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d75e0a2-532d-4915-ab26-6b0feb40b92e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (318904ad-6712-4615-8fa1-17d9c7b46c63), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.730523 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 00633c34-07a6-498e-a191-16195b301237 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:53.790782 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d75e0a2-532d-4915-ab26-6b0feb40b92e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (318904ad-6712-4615-8fa1-17d9c7b46c63), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.809048 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d75e0a2-532d-4915-ab26-6b0feb40b92e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (318904ad-6712-4615-8fa1-17d9c7b46c63), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.837820 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75e0a2-532d-4915-ab26-6b0feb40b92e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318904ad-6712-4615-8fa1-17d9c7b46c63,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:53.849878 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d75e0a2-532d-4915-ab26-6b0feb40b92e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.851226 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4d75e0a2-532d-4915-ab26-6b0feb40b92e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1743681 Jan 24 22:32:53.853428 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-c5b68e86-45f4-439f-8d38-92a9019c7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:53.854254 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45292) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:53.858832 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-7dc33693-8baf-46b4-a8ca-76dfa4866b12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'security_group_rule': {'security_group_id': '53d6242d-4153-49b2-bdba-719a33afb41a', 'project_id': '63897275a7664529bc1d568ba2f36b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:53.859406 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-c5b68e86-45f4-439f-8d38-92a9019c7f42 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 1099 time: 0.0832620 Jan 24 22:32:53.955469 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7dc33693-8baf-46b4-a8ca-76dfa4866b12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (9c2fbb23-5226-41e2-92e0-186d8a321f22), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:53.984885 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-5dcf17d2-fc5e-4623-9779-176dcbbb687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:53.989592 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-5dcf17d2-fc5e-4623-9779-176dcbbb687a service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.1182323 Jan 24 22:32:54.002154 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8ab16-3675-44a4-8a26-ced388b6eb4e req-faaa1f33-ca69-4623-8a12-41e755aa3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:54.004071 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-75a8ab16-3675-44a4-8a26-ced388b6eb4e req-faaa1f33-ca69-4623-8a12-41e755aa3494 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 1099 time: 0.1334877 Jan 24 22:32:54.045213 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7dc33693-8baf-46b4-a8ca-76dfa4866b12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (9c2fbb23-5226-41e2-92e0-186d8a321f22), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.056979 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7dc33693-8baf-46b4-a8ca-76dfa4866b12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (9c2fbb23-5226-41e2-92e0-186d8a321f22), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.081605 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-50a057d6-6a98-468e-bd4a-2018e331cf00 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b98d14cd-7266-457a-b737-02c742f241f8 HTTP/1.1" status: 200 len: 1002 time: 0.0818183 Jan 24 22:32:54.086265 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc33693-8baf-46b4-a8ca-76dfa4866b12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2fbb23-5226-41e2-92e0-186d8a321f22,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:54.090277 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-75a8ab16-3675-44a4-8a26-ced388b6eb4e req-86ae845e-a9d0-47a2-b05e-50b5c2283363 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739875 Jan 24 22:32:54.094015 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7dc33693-8baf-46b4-a8ca-76dfa4866b12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.099578 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7dc33693-8baf-46b4-a8ca-76dfa4866b12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2442908 Jan 24 22:32:54.099730 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45296) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:54.104312 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-218cbb3a-d0cc-446c-a281-7a318ceae0df tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'security_group_rule': {'security_group_id': '53d6242d-4153-49b2-bdba-719a33afb41a', 'project_id': '63897275a7664529bc1d568ba2f36b15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:54.139903 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-218cbb3a-d0cc-446c-a281-7a318ceae0df tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (7ef7ee19-57f7-4fd0-9949-069f2ed2730c), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.205427 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-218cbb3a-d0cc-446c-a281-7a318ceae0df tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (7ef7ee19-57f7-4fd0-9949-069f2ed2730c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.210848 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-218cbb3a-d0cc-446c-a281-7a318ceae0df tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (7ef7ee19-57f7-4fd0-9949-069f2ed2730c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.228765 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cbb3a-d0cc-446c-a281-7a318ceae0df tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef7ee19-57f7-4fd0-9949-069f2ed2730c,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:54.239094 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-218cbb3a-d0cc-446c-a281-7a318ceae0df tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.240429 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-218cbb3a-d0cc-446c-a281-7a318ceae0df tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397936 Jan 24 22:32:54.243601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45302) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:54.248188 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-48c05341-cd5d-48d6-8fa2-0264fe87a900 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'security_group_rule': {'security_group_id': '53d6242d-4153-49b2-bdba-719a33afb41a', 'project_id': '63897275a7664529bc1d568ba2f36b15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:54.279260 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-48c05341-cd5d-48d6-8fa2-0264fe87a900 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (de15f4cd-1a0b-4813-b5bf-090affeb8b5f), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.346046 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-48c05341-cd5d-48d6-8fa2-0264fe87a900 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (de15f4cd-1a0b-4813-b5bf-090affeb8b5f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.359440 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-48c05341-cd5d-48d6-8fa2-0264fe87a900 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (de15f4cd-1a0b-4813-b5bf-090affeb8b5f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.378592 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c05341-cd5d-48d6-8fa2-0264fe87a900 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de15f4cd-1a0b-4813-b5bf-090affeb8b5f,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:54.388084 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-48c05341-cd5d-48d6-8fa2-0264fe87a900 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.389422 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-48c05341-cd5d-48d6-8fa2-0264fe87a900 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447592 Jan 24 22:32:54.392402 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45306) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:54.397036 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-05a152e0-37a5-4195-a764-073dbb700c04 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'security_group_rule': {'security_group_id': '53d6242d-4153-49b2-bdba-719a33afb41a', 'project_id': '63897275a7664529bc1d568ba2f36b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:54.433610 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.securitygroups_db [None req-05a152e0-37a5-4195-a764-073dbb700c04 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Project 63897275a7664529bc1d568ba2f36b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 22:32:54.440198 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-05a152e0-37a5-4195-a764-073dbb700c04 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (baabcea7-1867-4eb5-9dfd-e8735622ef54), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.506797 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-05a152e0-37a5-4195-a764-073dbb700c04 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (baabcea7-1867-4eb5-9dfd-e8735622ef54), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.512328 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-05a152e0-37a5-4195-a764-073dbb700c04 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (baabcea7-1867-4eb5-9dfd-e8735622ef54), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.531676 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a152e0-37a5-4195-a764-073dbb700c04 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baabcea7-1867-4eb5-9dfd-e8735622ef54,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:54.541657 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-05a152e0-37a5-4195-a764-073dbb700c04 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.545062 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-05a152e0-37a5-4195-a764-073dbb700c04 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501682 Jan 24 22:32:54.546795 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45308) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:54.551803 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-3905642c-617c-47ac-89df-985c7eb5bd8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'security_group_rule': {'security_group_id': '53d6242d-4153-49b2-bdba-719a33afb41a', 'project_id': '63897275a7664529bc1d568ba2f36b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:54.579591 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.securitygroups_db [None req-3905642c-617c-47ac-89df-985c7eb5bd8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Project 63897275a7664529bc1d568ba2f36b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 22:32:54.584947 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3905642c-617c-47ac-89df-985c7eb5bd8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (b2f0ef1f-f823-418c-bf56-f0c54c0a2450), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.588724 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-49fb4f08-9c06-48b6-9818-4460c3e215c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:54.589840 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-49fb4f08-9c06-48b6-9818-4460c3e215c8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0633678 Jan 24 22:32:54.647736 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3905642c-617c-47ac-89df-985c7eb5bd8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (b2f0ef1f-f823-418c-bf56-f0c54c0a2450), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.652954 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3905642c-617c-47ac-89df-985c7eb5bd8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (b2f0ef1f-f823-418c-bf56-f0c54c0a2450), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.670123 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905642c-617c-47ac-89df-985c7eb5bd8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f0ef1f-f823-418c-bf56-f0c54c0a2450,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:54.684715 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-7225557c-c6bf-415d-8b74-a6cb6c9dbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:54.686261 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3905642c-617c-47ac-89df-985c7eb5bd8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:54.687130 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-7225557c-c6bf-415d-8b74-a6cb6c9dbb9b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565150 Jan 24 22:32:54.687859 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-3905642c-617c-47ac-89df-985c7eb5bd8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397603 Jan 24 22:32:54.788429 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8da6-5b62-43ae-89f6-1253879965fb req-6a560efc-daf2-488a-889a-c887c63c30ec tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:54.796100 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-825d8da6-5b62-43ae-89f6-1253879965fb req-6a560efc-daf2-488a-889a-c887c63c30ec tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0649278 Jan 24 22:32:54.805288 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-b3118da6-072c-4acc-a038-bf61809f4264 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082022 Jan 24 22:32:54.855980 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-825d8da6-5b62-43ae-89f6-1253879965fb req-d9ccb50c-48d2-44cc-b905-97df3946e3f5 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588245 Jan 24 22:32:54.924539 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-090e72d4-6df7-4a15-aa2a-d5a03836824a req-516056a9-e58f-4ab5-8f4b-81c479f721ff service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124632 Jan 24 22:32:55.294952 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0b37487a-f213-4aa5-903d-ff43b7864a31 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:55.355622 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 0b37487a-f213-4aa5-903d-ff43b7864a31 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:55.355969 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:55.437787 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 0b37487a-f213-4aa5-903d-ff43b7864a31 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:55.438174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:55.459661 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 0b37487a-f213-4aa5-903d-ff43b7864a31, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0b37487a-f213-4aa5-903d-ff43b7864a31,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:55.464489 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:55.516872 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=0b37487a-f213-4aa5-903d-ff43b7864a31,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:55.843506 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Sync routers for ids ['8e35c685-2d48-4e25-9be5-e86e96556c2a'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:32:55.854791 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Routers {'8e35c685-2d48-4e25-9be5-e86e96556c2a'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:55.855410 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8e35c685-2d48-4e25-9be5-e86e96556c2a'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:56.000681 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed99c1-3643-453b-a4d5-df58a4663910 req-965df490-3dfd-4998-9e2a-cb23fb457cd3 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:56.002290 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-69ed99c1-3643-453b-a4d5-df58a4663910 req-965df490-3dfd-4998-9e2a-cb23fb457cd3 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0687585 Jan 24 22:32:56.055046 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-69ed99c1-3643-453b-a4d5-df58a4663910 req-152879f8-d26f-4ffd-ab7a-8fe2b55cef37 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Jan 24 22:32:56.072546 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Set router 8e35c685-2d48-4e25-9be5-e86e96556c2a gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:56.175944 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b4993-f008-4769-8d29-eef0a236b946 req-2b0ea4a6-b4bf-4930-a94a-454c5087fa75 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:56.177461 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c12b4993-f008-4769-8d29-eef0a236b946 req-2b0ea4a6-b4bf-4930-a94a-454c5087fa75 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0497842 Jan 24 22:32:56.186283 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45382) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:32:56.190796 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Request body: {'floatingip': {'port_id': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:32:56.238288 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (ba354eb1-846b-41a7-a670-f466c1bca7de), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:56.279669 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 4, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port': {'id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9ae2044d-7236-4dd3-a365-c49196af8355', 'name': '', 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'mac_address': 'fa:16:3e:c7:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:51Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 2, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'subnets': [{'id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:56.306924 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Checking router: 8e35c685-2d48-4e25-9be5-e86e96556c2a for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:32:56.307275 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Updating router 8e35c685-2d48-4e25-9be5-e86e96556c2a port 9ae2044d-7236-4dd3-a365-c49196af8355 binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:32:56.331978 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:56.650862 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Publish callbacks [] for port (9ae2044d-7236-4dd3-a365-c49196af8355), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:56.657298 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:56.712766 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ffd1-8fbc-4501-8550-e733a8267f4a None None] Pushing event updated for resources: {'Port': ['ID=9ae2044d-7236-4dd3-a365-c49196af8355,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:56.770284 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Attempting to bind port 9ae2044d-7236-4dd3-a365-c49196af8355 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:32:56.770654 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Attempting to bind port 9ae2044d-7236-4dd3-a365-c49196af8355 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:32:56.771014 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Attempting to bind port 9ae2044d-7236-4dd3-a365-c49196af8355 on network 17637f30-df3d-421d-a3b4-abff5ba5e31e {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:32:56.778434 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:32:56.778806 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Checking segment: {'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:32:56.779207 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:56.779958 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Bound using segment: {'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:32:56.780281 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Bound port: 9ae2044d-7236-4dd3-a365-c49196af8355, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:32:56.780704 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:56.852114 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] For port 9ae2044d-7236-4dd3-a365-c49196af8355, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:32:56.856073 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] For port 9ae2044d-7236-4dd3-a365-c49196af8355, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=9ae2044d-7236-4dd3-a365-c49196af8355,segment=NetworkSegment(4b3e552b-3541-4e8c-a165-10b6dfb2e9b3),segment_id=4b3e552b-3541-4e8c-a165-10b6dfb2e9b3)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:32:56.862891 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:56.917109 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ffd1-8fbc-4501-8550-e733a8267f4a None None] Pushing event updated for resources: {'Port': ['ID=9ae2044d-7236-4dd3-a365-c49196af8355,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:56.930270 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Routers {'8e35c685-2d48-4e25-9be5-e86e96556c2a'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:56.930888 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8e35c685-2d48-4e25-9be5-e86e96556c2a'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:56.984020 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-e09e6912-bce8-4487-ac72-aea50d5f8129 None None] Provisioning complete for port 9ae2044d-7236-4dd3-a365-c49196af8355 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:56.984606 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e09e6912-bce8-4487-ac72-aea50d5f8129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:56.995644 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:57.002792 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (ba354eb1-846b-41a7-a670-f466c1bca7de), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:57.064363 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] Set router 8e35c685-2d48-4e25-9be5-e86e96556c2a gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:57.097263 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e09e6912-bce8-4487-ac72-aea50d5f8129 None None] Current status of the port 9ae2044d-7236-4dd3-a365-c49196af8355 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:57.097663 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e09e6912-bce8-4487-ac72-aea50d5f8129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:57.147753 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-e09e6912-bce8-4487-ac72-aea50d5f8129 None None] For port 9ae2044d-7236-4dd3-a365-c49196af8355, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=9ae2044d-7236-4dd3-a365-c49196af8355,segment=NetworkSegment(4b3e552b-3541-4e8c-a165-10b6dfb2e9b3),segment_id=4b3e552b-3541-4e8c-a165-10b6dfb2e9b3)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:32:57.148759 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Floating IP ba354eb1-846b-41a7-a670-f466c1bca7de associated. External IP: 172.27.3.141, port: 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb. Jan 24 22:32:57.155540 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e09e6912-bce8-4487-ac72-aea50d5f8129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:57.246036 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e6912-bce8-4487-ac72-aea50d5f8129 None None] Pushing event updated for resources: {'Port': ['ID=9ae2044d-7236-4dd3-a365-c49196af8355,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:32:57.287078 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-042f44d9-2f50-4952-a73d-1361278e3632 None None] Provisioning complete for port 9ae2044d-7236-4dd3-a365-c49196af8355 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:57.287776 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-042f44d9-2f50-4952-a73d-1361278e3632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:57.369928 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 4, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port': {'id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9ae2044d-7236-4dd3-a365-c49196af8355', 'name': '', 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'mac_address': 'fa:16:3e:c7:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:51Z', 'updated_at': '2022-01-24T22:32:56Z', 'revision_number': 4, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'subnets': [{'id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:57.390802 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-042f44d9-2f50-4952-a73d-1361278e3632 None None] Current status of the port 9ae2044d-7236-4dd3-a365-c49196af8355 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:57.394765 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0b37487a-f213-4aa5-903d-ff43b7864a31 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:57.409255 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2026f3d-3c42-44b1-b2af-7a32265a1c58 None None] The sync data for ids ['8e35c685-2d48-4e25-9be5-e86e96556c2a'] in dv-cinder-813223-4-iscsi is: [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:52Z', 'revision_number': 4, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port': {'id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9ae2044d-7236-4dd3-a365-c49196af8355', 'name': '', 'network_id': '17637f30-df3d-421d-a3b4-abff5ba5e31e', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'mac_address': 'fa:16:3e:c7:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:51Z', 'updated_at': '2022-01-24T22:32:56Z', 'revision_number': 4, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'subnets': [{'id': '12090fa2-8623-46c3-96dd-b181bb2afc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:32:57.451102 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Router be657929-baae-4bf6-afbe-280e308a838c has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:32:57.464649 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 0b37487a-f213-4aa5-903d-ff43b7864a31 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:57.465066 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:57.560542 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 0b37487a-f213-4aa5-903d-ff43b7864a31 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:57.562335 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 9ae2044d-7236-4dd3-a365-c49196af8355 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:57.587692 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:32:57.592291 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:57.602025 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] Sync routers for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:32:57.618176 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:57.618841 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:57.635972 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9d6dd041-35e3-45d5-a394-113d1e646f65 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "PUT /v2.0/floatingips/ba354eb1-846b-41a7-a670-f466c1bca7de HTTP/1.1" status: 200 len: 992 time: 1.4484432 Jan 24 22:32:57.636574 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'tag': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:32:57.639407 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d98aba3-4e1a-4acd-9aff-582acd7e2322", "tag": "2224cb8d-9ba5-46c9-9ad0-f349156ad1fb"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:32:57.695373 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 9ae2044d-7236-4dd3-a365-c49196af8355 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:57.695898 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:57.759627 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e32419a-195b-4fa9-bc1d-d043e164039f x-openstack-request-id: req-3e32419a-195b-4fa9-bc1d-d043e164039f {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:32:57.759877 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d98aba3-4e1a-4acd-9aff-582acd7e2322", "tag": "2224cb8d-9ba5-46c9-9ad0-f349156ad1fb", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:32:57.760134 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3e32419a-195b-4fa9-bc1d-d043e164039f {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:32:57.760541 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'tag': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'status': 'completed', 'code': 200} Jan 24 22:32:57.812263 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:57.890272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-cf0da9d9-f219-4340-bd1c-879b0bf1991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:57.891868 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-cf0da9d9-f219-4340-bd1c-879b0bf1991e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=971e5fb7e6884a74947db35700479fea&device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 1099 time: 0.0693562 Jan 24 22:32:58.058496 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-d6102353-02ec-43c4-a258-7defc49b70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:58.060171 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-d6102353-02ec-43c4-a258-7defc49b70c2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 200 len: 912 time: 0.1337695 Jan 24 22:32:58.065666 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 9ae2044d-7236-4dd3-a365-c49196af8355 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:32:58.216632 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-13b7433c-b0d2-42dd-8a33-c4d33ebf67f6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb HTTP/1.1" status: 200 len: 1000 time: 0.1487112 Jan 24 22:32:58.303851 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-9e4c6055-1359-4722-b89b-bfd66a6d54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:58.305982 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-9e4c6055-1359-4722-b89b-bfd66a6d54f8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 200 len: 850 time: 0.0830386 Jan 24 22:32:58.363294 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-fa40ef41-9c4e-47a4-9e12-86dc337ac5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:32:58.364950 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-fa40ef41-9c4e-47a4-9e12-86dc337ac5ec service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519204 Jan 24 22:32:58.386226 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'ba354eb1-846b-41a7-a670-f466c1bca7de', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'port_id': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'mac_address': 'fa:16:3e:fa:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:32:35Z', 'updated_at': '2022-01-24T22:32:56Z', 'revision_number': 1, 'project_id': '971e5fb7e6884a74947db35700479fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:58.413789 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] Checking router: be657929-baae-4bf6-afbe-280e308a838c for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:32:58.423083 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:32:58.423718 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:58.487149 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-8afbac5a-f070-423b-a7d9-00be297c2e60 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137812 Jan 24 22:32:58.532547 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:32:58.583720 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ad3db22-4fcd-4e04-a878-6d7bbe4581f3 req-16b5874d-9a2f-4ab1-9ff4-41b5f251b573 service neutron] 10.222.0.115 "GET /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895908 Jan 24 22:32:58.705601 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:58.784216 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'ba354eb1-846b-41a7-a670-f466c1bca7de', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'port_id': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'mac_address': 'fa:16:3e:fa:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:32:35Z', 'updated_at': '2022-01-24T22:32:56Z', 'revision_number': 1, 'project_id': '971e5fb7e6884a74947db35700479fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:32:58.810754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21edc6b-afbf-49c0-8c64-df633c949618 None None] The sync data for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi is: [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'ba354eb1-846b-41a7-a670-f466c1bca7de', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'port_id': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'mac_address': 'fa:16:3e:fa:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:32:35Z', 'updated_at': '2022-01-24T22:32:56Z', 'revision_number': 1, 'project_id': '971e5fb7e6884a74947db35700479fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:32:59.009904 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232dd9d9-a3f1-4fb9-ad3c-a84cca5d73e7 None None] New status for floating IP ba354eb1-846b-41a7-a670-f466c1bca7de: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:32:59.231369 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 9ae2044d-7236-4dd3-a365-c49196af8355 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:32:59.291506 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 9ae2044d-7236-4dd3-a365-c49196af8355 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:32:59.291896 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:32:59.372434 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 9ae2044d-7236-4dd3-a365-c49196af8355 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:08.467659 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45526) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:08.573821 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6a131e63-e0bc-4371-b14f-58bfd7d89d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:08.656072 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6a131e63-e0bc-4371-b14f-58bfd7d89d7f admin admin] Publish callbacks [] for security_group (dc246c7e-c860-40a8-9b4b-3f6b7f7ec8ce), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:08.663542 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6a131e63-e0bc-4371-b14f-58bfd7d89d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (dc246c7e-c860-40a8-9b4b-3f6b7f7ec8ce), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:08.698690 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131e63-e0bc-4371-b14f-58bfd7d89d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc246c7e-c860-40a8-9b4b-3f6b7f7ec8ce,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:08.702766 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-6a131e63-e0bc-4371-b14f-58bfd7d89d7f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=857ee307a14c4dd3a6b430d5a0c508d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334268 Jan 24 22:33:08.706604 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45530) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:08.758324 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0a63e0f8-779d-469f-8309-160cb1c1d094 admin admin] Publish callbacks [] for security_group (dc246c7e-c860-40a8-9b4b-3f6b7f7ec8ce), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:08.780610 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0a63e0f8-779d-469f-8309-160cb1c1d094 admin admin] Publish callbacks [] for security_group (dc246c7e-c860-40a8-9b4b-3f6b7f7ec8ce), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:08.827709 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0a63e0f8-779d-469f-8309-160cb1c1d094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (dc246c7e-c860-40a8-9b4b-3f6b7f7ec8ce), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:08.830425 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0a63e0f8-779d-469f-8309-160cb1c1d094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:08.831715 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-0a63e0f8-779d-469f-8309-160cb1c1d094 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dc246c7e-c860-40a8-9b4b-3f6b7f7ec8ce HTTP/1.1" status: 204 len: 168 time: 0.1249492 Jan 24 22:33:08.839540 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63e0f8-779d-469f-8309-160cb1c1d094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc246c7e-c860-40a8-9b4b-3f6b7f7ec8ce,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:09.497809 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45556) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:09.599391 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-425035425-network', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:09.628787 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Made reservation on behalf of 87f09686992a4d389c166bb0f9704e4c for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:33:09.631734 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.640457 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.718678 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Publish callbacks [] for security_group (7bb0131b-3d2b-4820-b31f-1ddb5df83e4b), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.725069 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7bb0131b-3d2b-4820-b31f-1ddb5df83e4b), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.749217 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:33:09.759321 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:09.764034 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (4c3f3778-f3b1-499d-a43a-f9b81bf35dab), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.764375 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Added segment 4c3f3778-f3b1-499d-a43a-f9b81bf35dab of type vlan for network cecdc8eb-11b7-4424-8f69-878cca15f5a9 Jan 24 22:33:09.802656 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (cecdc8eb-11b7-4424-8f69-878cca15f5a9), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.829096 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (cecdc8eb-11b7-4424-8f69-878cca15f5a9), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.829990 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:09.830743 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.862259 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3632770 Jan 24 22:33:09.865162 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45560) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:09.870112 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Request body: {'subnet': {'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-425035425-subnet', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:09.897429 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57b79a-9c5e-495b-9a08-39649d6bac47 admin admin] Pushing event updated for resources: {'Network': ['ID=cecdc8eb-11b7-4424-8f69-878cca15f5a9,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:09.901632 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Made reservation on behalf of 87f09686992a4d389c166bb0f9704e4c for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:33:09.903951 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758921'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:09.907670 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:33:10.070100 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25761367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758967'] for subnet (a3be311b-60f1-4857-9038-f881ea4e6fc9), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.117758 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3be311b-60f1-4857-9038-f881ea4e6fc9,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:10.133723 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Checking segment: {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:10.134079 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Network hostable DHCP agents. Network: cecdc8eb-11b7-4424-8f69-878cca15f5a9, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:33:10.152208 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:33:10.162324 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, cecdc8eb-11b7-4424-8f69-878cca15f5a9) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:10.167165 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:10.167775 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.171587 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d217f5cb-e0a1-4695-a32b-b253992878e5 None None] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:33:10.188304 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a9ce6c3d-2abf-4b8a-a377-32c1f1d79b51 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3195808 Jan 24 22:33:10.188656 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45564) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:10.193532 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:10.216845 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (9fc8bc39-7257-4dbb-8325-3c2d146f1588), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.217998 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (9fc8bc39-7257-4dbb-8325-3c2d146f1588), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.268737 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks [] for router_controller (9fc8bc39-7257-4dbb-8325-3c2d146f1588), precommit_add_association {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.274703 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:33:10.275539 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.406935 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks [] for router_gateway (9fc8bc39-7257-4dbb-8325-3c2d146f1588), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.420043 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Allocated IP 172.20.0.2 (cecdc8eb-11b7-4424-8f69-878cca15f5a9/a3be311b-60f1-4857-9038-f881ea4e6fc9/341d5bb7-fe82-4d67-8651-55e1a80411ee) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:10.557958 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Publish callbacks [] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.567002 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.602567 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks [] for router_gateway (9fc8bc39-7257-4dbb-8325-3c2d146f1588), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.606501 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:10.609389 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:10.612770 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:10.621986 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.624505 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Pushing event updated for resources: {'Port': ['ID=341d5bb7-fe82-4d67-8651-55e1a80411ee,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:10.672617 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Attempting to bind port 341d5bb7-fe82-4d67-8651-55e1a80411ee on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:33:10.673002 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Attempting to bind port 341d5bb7-fe82-4d67-8651-55e1a80411ee by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:33:10.673368 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Attempting to bind port 341d5bb7-fe82-4d67-8651-55e1a80411ee on network cecdc8eb-11b7-4424-8f69-878cca15f5a9 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:10.680569 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:33:10.680935 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Checking segment: {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:10.681364 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.681749 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Bound using segment: {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:33:10.682204 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Bound port: 341d5bb7-fe82-4d67-8651-55e1a80411ee, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:33:10.682574 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.738600 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Allocated IP 172.27.3.22 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/892fbb17-ea53-4ab2-bc27-a22b9f09fbb7) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:10.748073 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] For port 341d5bb7-fe82-4d67-8651-55e1a80411ee, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:33:10.751580 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] For port 341d5bb7-fe82-4d67-8651-55e1a80411ee, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=341d5bb7-fe82-4d67-8651-55e1a80411ee,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:33:10.756863 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.822716 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548af432-4b59-4a80-b7cd-e86d69622ae0 None None] Pushing event updated for resources: {'Port': ['ID=341d5bb7-fe82-4d67-8651-55e1a80411ee,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:10.846880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks [] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.889149 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:10.932270 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:10.935294 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:10.937888 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:10.967522 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Pushing event updated for resources: {'Port': ['ID=892fbb17-ea53-4ab2-bc27-a22b9f09fbb7,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:11.229481 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks [] for router_gateway (9fc8bc39-7257-4dbb-8325-3c2d146f1588), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:11.275416 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 341d5bb7-fe82-4d67-8651-55e1a80411ee up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:11.326145 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 341d5bb7-fe82-4d67-8651-55e1a80411ee triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:11.326501 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:11.413101 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 341d5bb7-fe82-4d67-8651-55e1a80411ee is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:11.413508 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:11.449426 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 341d5bb7-fe82-4d67-8651-55e1a80411ee, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=341d5bb7-fe82-4d67-8651-55e1a80411ee,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:11.457716 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:11.514395 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=341d5bb7-fe82-4d67-8651-55e1a80411ee,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:11.670987 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (9fc8bc39-7257-4dbb-8325-3c2d146f1588), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:11.788351 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26639d1c-0dbd-4aab-9350-402df582a40f None None] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:33:11.806963 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:33:11.858398 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-7167c0bc-5f09-4536-81a2-6d73cba2828d None None] Provisioning complete for port 341d5bb7-fe82-4d67-8651-55e1a80411ee triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:11.858766 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7167c0bc-5f09-4536-81a2-6d73cba2828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:11.916212 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:33:11.927215 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Sync routers for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:33:11.935160 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:11.938929 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8c16810f-5b23-4dc0-9f4a-0a0f731a940c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7467222 Jan 24 22:33:11.939131 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45574) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:11.965401 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:11.966047 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:12.170215 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-7167c0bc-5f09-4536-81a2-6d73cba2828d None None] Current status of the port 341d5bb7-fe82-4d67-8651-55e1a80411ee is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:12.230376 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:12.246822 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-8d47a14b-7378-41d7-98d5-9d2b679e1c33 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141713896&fields=id&tenant_id=63897275a7664529bc1d568ba2f36b15 HTTP/1.1" status: 200 len: 267 time: 0.0994575 Jan 24 22:33:12.347305 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-51e439ce-b5aa-4e6f-8c2a-86841b0453a6 None None] Provisioning complete for port 341d5bb7-fe82-4d67-8651-55e1a80411ee triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:12.347868 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-51e439ce-b5aa-4e6f-8c2a-86841b0453a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:12.429940 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e865-3b84-4750-9cba-646642ca0657 req-46408e2f-5121-4bc9-8545-57679d8d98da tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:12.431321 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-46408e2f-5121-4bc9-8545-57679d8d98da tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 809 time: 0.1760232 Jan 24 22:33:12.469729 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-f202cfed-26ba-4807-a29f-cf81c9a8df02 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/quotas/63897275a7664529bc1d568ba2f36b15 HTTP/1.1" status: 200 len: 375 time: 0.0325415 Jan 24 22:33:12.489964 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-51e439ce-b5aa-4e6f-8c2a-86841b0453a6 None None] Current status of the port 341d5bb7-fe82-4d67-8651-55e1a80411ee is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:12.502226 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:11Z', 'revision_number': 3, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:12.533514 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Checking router: 9fc8bc39-7257-4dbb-8325-3c2d146f1588 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:33:12.533950 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Updating router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:33:12.551625 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-5a7e9530-ace3-4006-9129-58412c7a7266 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749316 Jan 24 22:33:12.558810 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:12.561108 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:12.800014 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-ddb00fb3-7a97-4402-9012-3234e64eb6dc service neutron] 10.222.0.84 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357178 Jan 24 22:33:12.823756 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Publish callbacks [] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:12.830206 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:12.839311 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Allocated IP 172.20.0.1 (cecdc8eb-11b7-4424-8f69-878cca15f5a9/a3be311b-60f1-4857-9038-f881ea4e6fc9/f1aea770-29cb-496a-9001-566addf88f80) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:12.886296 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfa230-896a-471f-b979-e3b74f9ca763 None None] Pushing event updated for resources: {'Port': ['ID=892fbb17-ea53-4ab2-bc27-a22b9f09fbb7,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:12.888536 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Attempting to bind port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:33:12.888901 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Attempting to bind port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:33:12.889287 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Attempting to bind port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:12.895562 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:33:12.895936 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:12.896336 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:12.896724 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:33:12.897226 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Bound port: 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:33:12.897607 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:12.948147 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] For port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:33:12.951238 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] For port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=892fbb17-ea53-4ab2-bc27-a22b9f09fbb7,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:33:12.952185 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-98d1d161-6f92-493f-86a8-6c78faea2e0a service neutron] 10.222.0.84 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463816 Jan 24 22:33:12.957689 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.004258 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Publish callbacks [] for port (f1aea770-29cb-496a-9001-566addf88f80), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.015211 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:13.015842 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:13.042895 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (f1aea770-29cb-496a-9001-566addf88f80), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.094245 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Pushing event updated for resources: {'Port': ['ID=f1aea770-29cb-496a-9001-566addf88f80,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:13.102700 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:13.104278 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:13.106681 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:13.134503 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfa230-896a-471f-b979-e3b74f9ca763 None None] Pushing event updated for resources: {'Port': ['ID=892fbb17-ea53-4ab2-bc27-a22b9f09fbb7,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:13.166491 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (9fc8bc39-7257-4dbb-8325-3c2d146f1588), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.176344 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:13.302495 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 341d5bb7-fe82-4d67-8651-55e1a80411ee up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:13.376080 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f1aea770-29cb-496a-9001-566addf88f80), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.461504 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 341d5bb7-fe82-4d67-8651-55e1a80411ee triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:13.462030 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.573045 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-42abf3a7-34a5-4aad-b4a8-3e6963926a68 None None] Provisioning complete for port f1aea770-29cb-496a-9001-566addf88f80 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:13.573432 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-42abf3a7-34a5-4aad-b4a8-3e6963926a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f1aea770-29cb-496a-9001-566addf88f80), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.590095 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-363a848a-1cc0-4523-b561-cfdcc4974f3e req-9e946304-270f-4d94-b872-447f659d3e08 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 210 time: 0.0332589 Jan 24 22:33:13.657636 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-42abf3a7-34a5-4aad-b4a8-3e6963926a68 None None] Port f1aea770-29cb-496a-9001-566addf88f80 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:33:13.663282 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Publish callbacks [] for port (f1aea770-29cb-496a-9001-566addf88f80), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.666440 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 341d5bb7-fe82-4d67-8651-55e1a80411ee is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:13.673394 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (f1aea770-29cb-496a-9001-566addf88f80), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.674910 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:11Z', 'revision_number': 3, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:13.706815 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5f1e4-b5b0-4511-8537-4da6aa0f67f8 None None] The sync data for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi is: [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:11Z', 'revision_number': 3, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:33:13.762074 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (9fc8bc39-7257-4dbb-8325-3c2d146f1588), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:13.771852 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Pushing event updated for resources: {'Port': ['ID=f1aea770-29cb-496a-9001-566addf88f80,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:13.870666 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:13.872480 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:14.286356 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-ecf5672b-a0a4-4cd5-80a4-5f4ed96dbb67 None None] Provisioning complete for port f1aea770-29cb-496a-9001-566addf88f80 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:14.286948 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ecf5672b-a0a4-4cd5-80a4-5f4ed96dbb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f1aea770-29cb-496a-9001-566addf88f80), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:14.333619 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-ecf5672b-a0a4-4cd5-80a4-5f4ed96dbb67 None None] Port f1aea770-29cb-496a-9001-566addf88f80 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:33:14.370283 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ec744-ea1e-447a-91fd-401b19635768 req-15ca8c75-4a2c-40f9-957c-e7a3ee64392e tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:14.371882 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-863ec744-ea1e-447a-91fd-401b19635768 req-15ca8c75-4a2c-40f9-957c-e7a3ee64392e tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 945 time: 0.4546781 Jan 24 22:33:14.379219 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:33:14.470978 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-863ec744-ea1e-447a-91fd-401b19635768 req-0bc0abd9-5b3e-4c01-ad07-fc3c5b74b5c1 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883965 Jan 24 22:33:14.528742 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:33:14.534781 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-73725bbb-2e2d-4844-a9aa-14e2f20d5910 admin admin] 10.222.0.84 "PUT /v2.0/routers/9fc8bc39-7257-4dbb-8325-3c2d146f1588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5939515 Jan 24 22:33:14.699624 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-15d642a2-aef2-40f2-907d-6b40f56dcf5d req-2ee6ea93-f71a-4e84-99b9-570ce4bbceb1 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 210 time: 0.0319865 Jan 24 22:33:15.054088 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45638) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:15.058951 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1409914393-network', 'tenant_id': '10500c5191934735af4ef12eba89a789'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:15.083626 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Made reservation on behalf of 10500c5191934735af4ef12eba89a789 for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:33:15.086225 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.095516 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.182367 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Publish callbacks [] for security_group (161dc0ac-3ef6-42e4-808a-8b02b7297aba), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.188133 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (161dc0ac-3ef6-42e4-808a-8b02b7297aba), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.203936 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:33:15.211522 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e865-3b84-4750-9cba-646642ca0657 req-9fb3a346-8675-4228-8cc3-f9ed962bf82f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:15.213179 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-9fb3a346-8675-4228-8cc3-f9ed962bf82f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.115 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 809 time: 0.1132066 Jan 24 22:33:15.217070 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (0f652f8c-6814-4f5c-9f40-a3e8cc6291c6), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.217746 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Added segment 0f652f8c-6814-4f5c-9f40-a3e8cc6291c6 of type vlan for network 23df8aca-c14e-404f-8f32-2008b3f7e143 Jan 24 22:33:15.284278 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161dc0ac-3ef6-42e4-808a-8b02b7297aba,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:15.297900 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (23df8aca-c14e-404f-8f32-2008b3f7e143), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.303855 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-d1df4ad5-e1bf-49c9-bffe-f50b2054e31c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63897275a7664529bc1d568ba2f36b15 HTTP/1.1" status: 200 len: 380 time: 0.0734756 Jan 24 22:33:15.325205 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (23df8aca-c14e-404f-8f32-2008b3f7e143), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.326270 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:15.326868 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.331925 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'port': {'device_id': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'admin_state_up': True, 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'security_groups': ['53d6242d-4153-49b2-bdba-719a33afb41a']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:15.365191 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:15.395687 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3404567 Jan 24 22:33:15.398398 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45640) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:15.405133 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Request body: {'subnet': {'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1409914393-subnet', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'ip_version': 4}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:15.409605 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c318fe-7fc3-4a95-8706-58a6ee680fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=23df8aca-c14e-404f-8f32-2008b3f7e143,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:15.433404 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Made reservation on behalf of 10500c5191934735af4ef12eba89a789 for: {'subnet': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:33:15.435784 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521349'] for subnet (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.443824 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 23df8aca-c14e-404f-8f32-2008b3f7e143 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:33:15.491263 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Made reservation on behalf of 63897275a7664529bc1d568ba2f36b15 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:33:15.495591 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.515176 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:15.515561 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.655757 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Allocated IP 172.20.0.6 (1f3c7338-6ac6-467e-ba3e-0040076ea594/358e69b5-e9be-4424-ba22-ded6708d6b82/4b3048ce-5caa-49ca-82eb-b694366739aa) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:15.692345 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Sync routers for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:33:15.699834 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d6e2-3683-4ba1-86fd-b69ab8ed835b req-90332363-a701-47d8-af8d-622b17ec6e28 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:15.701403 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b1f6d6e2-3683-4ba1-86fd-b69ab8ed835b req-90332363-a701-47d8-af8d-622b17ec6e28 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 945 time: 0.1434262 Jan 24 22:33:15.717906 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:15.729973 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:15.745783 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25336906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521403'] for subnet (a567a107-d594-46c6-b0c9-b60750f31d90), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.812630 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:15.813051 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.849743 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=892fbb17-ea53-4ab2-bc27-a22b9f09fbb7,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:15.855372 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.864006 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.873238 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b1f6d6e2-3683-4ba1-86fd-b69ab8ed835b req-a10d87c8-6982-4644-8f0d-a9c55f483a17 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631484 Jan 24 22:33:15.904614 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:15.907095 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Checking segment: {'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:15.907710 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Network hostable DHCP agents. Network: 23df8aca-c14e-404f-8f32-2008b3f7e143, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:33:15.941811 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a567a107-d594-46c6-b0c9-b60750f31d90,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:15.943023 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:15.953313 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=892fbb17-ea53-4ab2-bc27-a22b9f09fbb7,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:15.954016 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:15.959399 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:15.962643 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:16.000696 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Network 23df8aca-c14e-404f-8f32-2008b3f7e143 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:33:16.028250 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 23df8aca-c14e-404f-8f32-2008b3f7e143) {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:16.034370 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:16.035054 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.043765 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de3ddd-cc52-4827-a973-504ad5cd9093 None None] Network 23df8aca-c14e-404f-8f32-2008b3f7e143 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:33:16.048345 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:16.048934 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.050892 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022284d5-50ab-42db-b550-89601ba13eba req-0df0624e-aa83-43ef-ab20-d5905a4dc0fc tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:16.052723 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-022284d5-50ab-42db-b550-89601ba13eba req-0df0624e-aa83-43ef-ab20-d5905a4dc0fc tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 931 time: 0.1082022 Jan 24 22:33:16.078867 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-006aa19d-8e01-4796-bf03-3375322368d2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6793983 Jan 24 22:33:16.080422 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45650) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:16.080871 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530336 Jan 24 22:33:16.084931 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53380e-b51b-4ad2-ab6a-9efa2f263f01 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:16.087712 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:16.143834 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.145043 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.171471 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-022284d5-50ab-42db-b550-89601ba13eba req-a1ab2c6b-7bda-4d52-92be-75f9e5792b9a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893829 Jan 24 22:33:16.210560 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a20a2d4-6b8f-4e7d-b4a4-f86dfbfb6fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.275034 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks [] for router_controller (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), precommit_add_association {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.297818 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-c5e55d47-269a-43c4-92f9-508fe59355ff tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:16.299881 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-c5e55d47-269a-43c4-92f9-508fe59355ff tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.115 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 945 time: 0.1050394 Jan 24 22:33:16.304022 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-23df8aca-c14e-404f-8f32-2008b3f7e143', 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143', 'project_id': '10500c5191934735af4ef12eba89a789', 'fixed_ips': [{'subnet_id': 'a567a107-d594-46c6-b0c9-b60750f31d90'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:33:16.305066 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.407861 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 2, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:16.416462 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-2c879c78-02d3-4e08-a763-7661f90d216b None None] Provisioning complete for port 4b3048ce-5caa-49ca-82eb-b694366739aa triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:16.417077 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2c879c78-02d3-4e08-a763-7661f90d216b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.430807 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Request body: {'port': {'device_id': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:16.449943 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Checking router: 9fc8bc39-7257-4dbb-8325-3c2d146f1588 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:33:16.450297 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Updating router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 port f1aea770-29cb-496a-9001-566addf88f80 binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:33:16.476500 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f1aea770-29cb-496a-9001-566addf88f80), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.508290 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks [] for router_gateway (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.519482 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.552698 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Allocated IP 172.20.0.2 (23df8aca-c14e-404f-8f32-2008b3f7e143/a567a107-d594-46c6-b0c9-b60750f31d90/bcea78b6-29d1-4f7d-832f-d4101ab60988) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:16.555050 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Deleting port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:33:16.555395 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.701214 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] For port f126ddae-4e06-40f8-ac9c-2e1f28a67f36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,segment=NetworkSegment(4738084d-59dc-4811-b2c3-d0aae9ee8f72),segment_id=4738084d-59dc-4811-b2c3-d0aae9ee8f72)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:16.701619 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.721566 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Calling delete_port for f126ddae-4e06-40f8-ac9c-2e1f28a67f36 owned by compute:nova {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:33:16.738892 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Publish callbacks [] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.742508 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-2c879c78-02d3-4e08-a763-7661f90d216b None None] Port 4b3048ce-5caa-49ca-82eb-b694366739aa cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:33:16.745226 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Publish callbacks [] for port (f1aea770-29cb-496a-9001-566addf88f80), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.753634 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.755615 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (f1aea770-29cb-496a-9001-566addf88f80), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.807120 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Network 23df8aca-c14e-404f-8f32-2008b3f7e143 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:16.810556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:16.814245 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:16.824096 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Pushing event updated for resources: {'Port': ['ID=bcea78b6-29d1-4f7d-832f-d4101ab60988,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:16.839539 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3048ce-5caa-49ca-82eb-b694366739aa {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:33:16.842692 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f838ce0-cde1-450e-9e24-5c7dcac4c341 None None] Pushing event updated for resources: {'Port': ['ID=f1aea770-29cb-496a-9001-566addf88f80,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:16.856705 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Publish callbacks [] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.872465 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Transition to ACTIVE for port object 4b3048ce-5caa-49ca-82eb-b694366739aa will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:33:16.878069 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.923761 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks [] for router_gateway (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.941755 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Attempting to bind port bcea78b6-29d1-4f7d-832f-d4101ab60988 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:33:16.942123 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Attempting to bind port bcea78b6-29d1-4f7d-832f-d4101ab60988 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:33:16.943009 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Attempting to bind port bcea78b6-29d1-4f7d-832f-d4101ab60988 on network 23df8aca-c14e-404f-8f32-2008b3f7e143 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:16.952482 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:33:16.952748 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Checking segment: {'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:16.953140 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.953443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Bound using segment: {'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:33:16.953576 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:16.953913 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Bound port: bcea78b6-29d1-4f7d-832f-d4101ab60988, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:33:16.954289 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.029561 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Attempting to bind port f1aea770-29cb-496a-9001-566addf88f80 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:33:17.030167 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Attempting to bind port f1aea770-29cb-496a-9001-566addf88f80 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:33:17.030684 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Attempting to bind port f1aea770-29cb-496a-9001-566addf88f80 on network cecdc8eb-11b7-4424-8f69-878cca15f5a9 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:17.036428 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:33:17.037157 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Checking segment: {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:17.037782 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.038310 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Bound using segment: {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:33:17.038950 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Bound port: f1aea770-29cb-496a-9001-566addf88f80, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:33:17.039488 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f1aea770-29cb-496a-9001-566addf88f80), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.095022 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Attempting to bind port 4b3048ce-5caa-49ca-82eb-b694366739aa on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:33:17.095620 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Attempting to bind port 4b3048ce-5caa-49ca-82eb-b694366739aa by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:33:17.096221 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Attempting to bind port 4b3048ce-5caa-49ca-82eb-b694366739aa on network 1f3c7338-6ac6-467e-ba3e-0040076ea594 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:17.098787 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:17.104897 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Port 4b3048ce-5caa-49ca-82eb-b694366739aa on network 1f3c7338-6ac6-467e-ba3e-0040076ea594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:33:17.105604 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Attempting to bind port 4b3048ce-5caa-49ca-82eb-b694366739aa on network 1f3c7338-6ac6-467e-ba3e-0040076ea594 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:17.114213 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:33:17.115237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Checking segment: {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:17.115732 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Bound using segment: {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:33:17.116276 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Bound port: 4b3048ce-5caa-49ca-82eb-b694366739aa, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71eff286-d29e-4238-b347-9e24ecf3d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:33:17.117037 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.119436 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] For port bcea78b6-29d1-4f7d-832f-d4101ab60988, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:33:17.123882 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] For port bcea78b6-29d1-4f7d-832f-d4101ab60988, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=bcea78b6-29d1-4f7d-832f-d4101ab60988,segment=NetworkSegment(0f652f8c-6814-4f5c-9f40-a3e8cc6291c6),segment_id=0f652f8c-6814-4f5c-9f40-a3e8cc6291c6)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:33:17.133284 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.204889 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] For port f1aea770-29cb-496a-9001-566addf88f80, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:33:17.210830 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9216f1-5a4f-4a08-92a8-00be42b6207f None None] Pushing event updated for resources: {'Port': ['ID=bcea78b6-29d1-4f7d-832f-d4101ab60988,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:17.218937 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:33:17.225227 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:33:17.242433 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.325634 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:17.326267 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.327577 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b4e93-4f5a-411b-9b3a-5fdb51dd6be2 req-af441ba2-a2f3-4a64-ad47-b440b7b2842a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:17.328569 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] 10.222.0.115 "PUT /v2.0/ports/4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 1093 time: 1.1605892 Jan 24 22:33:17.329122 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:33:17.329701 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-620b4e93-4f5a-411b-9b3a-5fdb51dd6be2 req-af441ba2-a2f3-4a64-ad47-b440b7b2842a tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 945 time: 0.3525312 Jan 24 22:33:17.332285 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0965494d-62d1-4d40-982f-d18b1e4f83cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:33:17.334895 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fcb1c-67b2-4d7d-9ac5-203801270f35 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:17.335994 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:17.394947 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] For port f1aea770-29cb-496a-9001-566addf88f80, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=f1aea770-29cb-496a-9001-566addf88f80,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:33:17.403849 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (f126ddae-4e06-40f8-ac9c-2e1f28a67f36), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.408874 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (f1aea770-29cb-496a-9001-566addf88f80), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.464836 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Pushing event deleted for resources: {'Port': ['ID=f126ddae-4e06-40f8-ac9c-2e1f28a67f36,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:17.484793 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:17.485295 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.491142 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Allocated IP 172.27.3.21 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/0664a316-d0d9-4088-a162-f038aa23c449) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:17.515267 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e865-3b84-4750-9cba-646642ca0657 req-d67ffb42-de48-4135-bb0a-43e885d59410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:17.523998 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-d67ffb42-de48-4135-bb0a-43e885d59410 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1096 time: 0.1218204 Jan 24 22:33:17.532975 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:17.534042 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:32:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:17.556649 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263b29a-be98-457d-a206-209b10fcaa90 req-bf709d9b-5c96-41c7-8cf4-209a66b4a94a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:17.558269 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-fad36941-a105-4a37-a2e7-214cadaf49a5 None None] Provisioning complete for port f1aea770-29cb-496a-9001-566addf88f80 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:17.558750 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fad36941-a105-4a37-a2e7-214cadaf49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f1aea770-29cb-496a-9001-566addf88f80), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.560769 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e263b29a-be98-457d-a206-209b10fcaa90 req-bf709d9b-5c96-41c7-8cf4-209a66b4a94a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.2274971 Jan 24 22:33:17.590112 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-620b4e93-4f5a-411b-9b3a-5fdb51dd6be2 req-f46875f8-1b88-403d-afe7-34875534d0ce tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/security-groups?id=4124e356-b72e-438a-bf69-c69bbe7f73ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373290 Jan 24 22:33:17.633776 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-5c0323c9-21bc-4237-a7a4-9e96fb5444e8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 217 time: 0.0948617 Jan 24 22:33:17.657294 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f838ce0-cde1-450e-9e24-5c7dcac4c341 None None] Pushing event updated for resources: {'Port': ['ID=f1aea770-29cb-496a-9001-566addf88f80,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:17.725914 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29fe784-b45e-41fa-ba50-b08fe2554a95 x-openstack-request-id: req-b29fe784-b45e-41fa-ba50-b08fe2554a95 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:33:17.726190 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:33:17.726437 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b29fe784-b45e-41fa-ba50-b08fe2554a95 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:33:17.726840 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'status': 'completed', 'code': 200} Jan 24 22:33:17.735648 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] No DVR routers for this DVR port f126ddae-4e06-40f8-ac9c-2e1f28a67f36 on host hv-cinder-81322 {{(pid=102562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:33:17.748016 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.757728 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-26e114bb-86fc-4173-b74d-f6244edbd2ba req-5d0fe338-b0e6-488c-93d2-43fd78bd69d6 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.115 "DELETE /v2.0/ports/f126ddae-4e06-40f8-ac9c-2e1f28a67f36 HTTP/1.1" status: 204 len: 173 time: 1.4175596 Jan 24 22:33:17.775263 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e865-3b84-4750-9cba-646642ca0657 req-03143e15-69f6-416d-bbf4-87b8559eb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:17.775519 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce', 'name': 'network-vif-deleted', 'tag': 'f126ddae-4e06-40f8-ac9c-2e1f28a67f36'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:33:17.777071 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-03143e15-69f6-416d-bbf4-87b8559eb16b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 200 len: 848 time: 0.1363547 Jan 24 22:33:17.784403 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62803f0-34db-449a-ae9d-e95fe465c0ae" -d '{"events": [{"server_uuid": "6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce", "name": "network-vif-deleted", "tag": "f126ddae-4e06-40f8-ac9c-2e1f28a67f36"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:33:17.806903 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:17.831502 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-fad36941-a105-4a37-a2e7-214cadaf49a5 None None] Current status of the port f1aea770-29cb-496a-9001-566addf88f80 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:17.832244 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fad36941-a105-4a37-a2e7-214cadaf49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (f1aea770-29cb-496a-9001-566addf88f80), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.856277 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:17.899696 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-fad36941-a105-4a37-a2e7-214cadaf49a5 None None] For port f1aea770-29cb-496a-9001-566addf88f80, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=f1aea770-29cb-496a-9001-566addf88f80,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:17.915282 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fad36941-a105-4a37-a2e7-214cadaf49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (f1aea770-29cb-496a-9001-566addf88f80), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:17.923124 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e865-3b84-4750-9cba-646642ca0657 req-7043f361-6ac4-499d-b5c9-9036076fe0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:17.926014 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-7043f361-6ac4-499d-b5c9-9036076fe0e2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f3c7338-6ac6-467e-ba3e-0040076ea594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1417739 Jan 24 22:33:17.947153 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e263b29a-be98-457d-a206-209b10fcaa90 req-fd5a71b6-1d49-4333-b72a-31cfbffc66ae tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705120 Jan 24 22:33:18.037457 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks [] for port (0664a316-d0d9-4088-a162-f038aa23c449), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:18.059043 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad36941-a105-4a37-a2e7-214cadaf49a5 None None] Pushing event updated for resources: {'Port': ['ID=f1aea770-29cb-496a-9001-566addf88f80,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:18.088200 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (0664a316-d0d9-4088-a162-f038aa23c449), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:18.106504 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-034171d0-11a3-439d-b803-273b1cb7147d None None] Provisioning complete for port f1aea770-29cb-496a-9001-566addf88f80 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:18.108140 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-034171d0-11a3-439d-b803-273b1cb7147d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f1aea770-29cb-496a-9001-566addf88f80), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:18.139861 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54a8e94-e55b-42af-86e0-cc27c72fbd56 x-openstack-request-id: req-b54a8e94-e55b-42af-86e0-cc27c72fbd56 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:33:18.140626 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce", "name": "network-vif-deleted", "tag": "f126ddae-4e06-40f8-ac9c-2e1f28a67f36", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:33:18.140884 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b54a8e94-e55b-42af-86e0-cc27c72fbd56 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:33:18.141322 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce', 'name': 'network-vif-deleted', 'tag': 'f126ddae-4e06-40f8-ac9c-2e1f28a67f36', 'status': 'completed', 'code': 200} Jan 24 22:33:18.149351 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:18.152328 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:18.156456 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:18.156955 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-1b8a68cc-8421-444f-ac27-e5530963740b service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131801 Jan 24 22:33:18.228122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-034171d0-11a3-439d-b803-273b1cb7147d None None] Current status of the port f1aea770-29cb-496a-9001-566addf88f80 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:18.242403 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:18.278931 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6258b-a812-4914-ac27-5f8881e2e31d None None] The sync data for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi is: [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:33:18.299660 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Pushing event updated for resources: {'Port': ['ID=0664a316-d0d9-4088-a162-f038aa23c449,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:18.305544 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6188e865-3b84-4750-9cba-646642ca0657 req-060793b5-6634-4c54-a20c-33553754b34f service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303356 Jan 24 22:33:18.492508 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0291-98dd-4684-83d5-7865919d29ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:18.501834 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks [] for router_gateway (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:18.562583 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-e1a226c4-91a8-4411-b2cb-e9bcda61bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:18.564263 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-e1a226c4-91a8-4411-b2cb-e9bcda61bb6d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1096 time: 0.0702407 Jan 24 22:33:18.709314 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-04fd6afc-f378-4e75-8890-7ac9dd5569a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:18.711893 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-04fd6afc-f378-4e75-8890-7ac9dd5569a7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 910 time: 0.1324391 Jan 24 22:33:18.774093 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-b02a22e8-2a24-4b8a-be7c-4b8d4fff31b9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 217 time: 0.0538976 Jan 24 22:33:18.831870 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-3cc6299e-fd29-44f5-bbb7-85aa828e7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:18.833724 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-3cc6299e-fd29-44f5-bbb7-85aa828e7745 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 200 len: 848 time: 0.0506546 Jan 24 22:33:18.877581 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device f126ddae-4e06-40f8-ac9c-2e1f28a67f36 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:33:18.890415 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-01d7bd1b-2866-4b88-befa-f5e73ea30946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:18.892224 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-01d7bd1b-2866-4b88-befa-f5e73ea30946 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f3c7338-6ac6-467e-ba3e-0040076ea594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506744 Jan 24 22:33:18.900307 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ffe11-7ac2-4730-921b-48672a5797cb None None] Network 23df8aca-c14e-404f-8f32-2008b3f7e143 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:33:18.905074 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: f126ddae-4e06-40f8-ac9c-2e1f28a67f36 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:33:18.905425 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device f126ddae-4e06-40f8-ac9c-2e1f28a67f36 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:33:18.984008 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6ae218fc-e2da-4a1a-b544-cda1d77c16c3 None None] Provisioning complete for port bcea78b6-29d1-4f7d-832f-d4101ab60988 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:18.984388 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6ae218fc-e2da-4a1a-b544-cda1d77c16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:18.992041 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9d24d624-44ef-4dc7-a6cf-31cde4df823f req-ad019b26-3014-45c7-85c8-5bb0b0318872 tempest-VolumesSnapshotTestJSON-1589658802 tempest-VolumesSnapshotTestJSON-1589658802-project] 10.222.0.84 "GET /v2.0/ports?device_id=6bfbdbee-56d5-4eee-9a2a-d3f14fbfbcce HTTP/1.1" status: 200 len: 210 time: 0.0367684 Jan 24 22:33:19.029275 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-47960c1c-15ea-4d96-86c6-ef82b320cf73 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276891 Jan 24 22:33:19.151373 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0965494d-62d1-4d40-982f-d18b1e4f83cc req-66dc73eb-1b99-4e00-ad42-f9a510ad3825 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113281 Jan 24 22:33:19.156779 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6ae218fc-e2da-4a1a-b544-cda1d77c16c3 None None] Current status of the port bcea78b6-29d1-4f7d-832f-d4101ab60988 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:19.157200 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6ae218fc-e2da-4a1a-b544-cda1d77c16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:19.181017 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43b727-9a01-49d2-8610-6ba95a7d9935 req-a5b45a61-a01d-4e6d-95a2-ae71542e8bad tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:19.188384 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4e43b727-9a01-49d2-8610-6ba95a7d9935 req-a5b45a61-a01d-4e6d-95a2-ae71542e8bad tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.1070650 Jan 24 22:33:19.214418 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6ae218fc-e2da-4a1a-b544-cda1d77c16c3 None None] For port bcea78b6-29d1-4f7d-832f-d4101ab60988, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=bcea78b6-29d1-4f7d-832f-d4101ab60988,segment=NetworkSegment(0f652f8c-6814-4f5c-9f40-a3e8cc6291c6),segment_id=0f652f8c-6814-4f5c-9f40-a3e8cc6291c6)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:19.217480 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:19.223122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6ae218fc-e2da-4a1a-b544-cda1d77c16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:19.259087 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4e43b727-9a01-49d2-8610-6ba95a7d9935 req-8603327e-4f0b-418b-8ba5-db84f5f8bda8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694790 Jan 24 22:33:19.366638 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae218fc-e2da-4a1a-b544-cda1d77c16c3 None None] Pushing event updated for resources: {'Port': ['ID=bcea78b6-29d1-4f7d-832f-d4101ab60988,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:19.487484 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:19.504884 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device bcea78b6-29d1-4f7d-832f-d4101ab60988 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:19.524389 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Router c02c7ef5-7519-4a9f-b26f-2dad8553b46d is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:33:19.563403 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-c30ea482-9ad1-4ae6-ad3e-d9b36b82d3e6 None None] Provisioning complete for port bcea78b6-29d1-4f7d-832f-d4101ab60988 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:19.563853 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c30ea482-9ad1-4ae6-ad3e-d9b36b82d3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:19.618184 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port bcea78b6-29d1-4f7d-832f-d4101ab60988 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:19.618184 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:19.676727 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:33:19.697559 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Sync routers for ids ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:33:19.701247 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:19.705689 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-6c18c3f2-2c59-480e-96a6-17a0c563dc14 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6220264 Jan 24 22:33:19.706277 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45680) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:19.726619 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Routers {'c02c7ef5-7519-4a9f-b26f-2dad8553b46d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:19.727261 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:33:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:19.730002 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-c30ea482-9ad1-4ae6-ad3e-d9b36b82d3e6 None None] Current status of the port bcea78b6-29d1-4f7d-832f-d4101ab60988 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:19.823482 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port bcea78b6-29d1-4f7d-832f-d4101ab60988 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:19.824784 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device f1aea770-29cb-496a-9001-566addf88f80 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:19.936066 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Set router c02c7ef5-7519-4a9f-b26f-2dad8553b46d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:20.013115 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port f1aea770-29cb-496a-9001-566addf88f80 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:20.013396 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (f1aea770-29cb-496a-9001-566addf88f80), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.214852 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.373038 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port f1aea770-29cb-496a-9001-566addf88f80 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:20.397364 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '0664a316-d0d9-4088-a162-f038aa23c449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:18Z', 'revision_number': 3, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port': {'id': '0664a316-d0d9-4088-a162-f038aa23c449', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:20.432092 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Checking router: c02c7ef5-7519-4a9f-b26f-2dad8553b46d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:33:20.432541 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Updating router c02c7ef5-7519-4a9f-b26f-2dad8553b46d port 0664a316-d0d9-4088-a162-f038aa23c449 binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:33:20.460386 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Allocated IP 172.20.0.1 (23df8aca-c14e-404f-8f32-2008b3f7e143/a567a107-d594-46c6-b0c9-b60750f31d90/0fae84d1-3415-4e41-8f8a-792f463ef02b) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:20.461962 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0664a316-d0d9-4088-a162-f038aa23c449), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.497666 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3af46-051c-4f51-bfc0-46d5617a4e7a req-57e2ca9e-8dbb-461a-83ee-e7688842610c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:20.499840 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4cb3af46-051c-4f51-bfc0-46d5617a4e7a req-57e2ca9e-8dbb-461a-83ee-e7688842610c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0898209 Jan 24 22:33:20.555218 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4cb3af46-051c-4f51-bfc0-46d5617a4e7a req-d2a7d713-38b1-4b14-bcba-095c982713ab tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497961 Jan 24 22:33:20.576260 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Publish callbacks [] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.611634 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.651280 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Network 23df8aca-c14e-404f-8f32-2008b3f7e143 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:20.654186 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:20.657942 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:20.663414 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Pushing event updated for resources: {'Port': ['ID=0fae84d1-3415-4e41-8f8a-792f463ef02b,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:20.703704 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.740142 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Publish callbacks [] for port (0664a316-d0d9-4088-a162-f038aa23c449), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.747438 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0664a316-d0d9-4088-a162-f038aa23c449), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.801286 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Attempting to bind port 0664a316-d0d9-4088-a162-f038aa23c449 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:33:20.801653 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Attempting to bind port 0664a316-d0d9-4088-a162-f038aa23c449 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:33:20.802028 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Attempting to bind port 0664a316-d0d9-4088-a162-f038aa23c449 on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:20.811728 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eedf3-e5b0-4a7e-8712-455b435af0f7 None None] Pushing event updated for resources: {'Port': ['ID=0664a316-d0d9-4088-a162-f038aa23c449,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:20.814185 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:33:20.814578 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:20.815035 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.815445 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:33:20.815887 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Bound port: 0664a316-d0d9-4088-a162-f038aa23c449, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:33:20.816261 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0664a316-d0d9-4088-a162-f038aa23c449), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.851407 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.872633 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] For port 0664a316-d0d9-4088-a162-f038aa23c449, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:33:20.875844 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] For port 0664a316-d0d9-4088-a162-f038aa23c449, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0664a316-d0d9-4088-a162-f038aa23c449,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:33:20.881460 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0664a316-d0d9-4088-a162-f038aa23c449), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:20.942110 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Routers {'c02c7ef5-7519-4a9f-b26f-2dad8553b46d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:20.942733 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:33:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:20.944418 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eedf3-e5b0-4a7e-8712-455b435af0f7 None None] Pushing event updated for resources: {'Port': ['ID=0664a316-d0d9-4088-a162-f038aa23c449,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:21.018040 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:21.025560 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Publish callbacks [] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:21.031652 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:21.045519 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-e01c57a6-f362-4434-9077-1bec292d9725 None None] Provisioning complete for port 0fae84d1-3415-4e41-8f8a-792f463ef02b triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:21.045892 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e01c57a6-f362-4434-9077-1bec292d9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:21.095134 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e01c57a6-f362-4434-9077-1bec292d9725 None None] Port 0fae84d1-3415-4e41-8f8a-792f463ef02b cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:33:21.101526 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:21.102742 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] Set router c02c7ef5-7519-4a9f-b26f-2dad8553b46d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:21.103402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Pushing event updated for resources: {'Port': ['ID=0fae84d1-3415-4e41-8f8a-792f463ef02b,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:21.197601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Network 23df8aca-c14e-404f-8f32-2008b3f7e143 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:21.199059 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:21.280781 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device bcea78b6-29d1-4f7d-832f-d4101ab60988 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:21.321799 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Router c02c7ef5-7519-4a9f-b26f-2dad8553b46d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:33:21.354863 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port bcea78b6-29d1-4f7d-832f-d4101ab60988 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:21.355186 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:21.359282 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-1262d230-a621-46d9-90a2-43aac006458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '0664a316-d0d9-4088-a162-f038aa23c449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 4, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port': {'id': '0664a316-d0d9-4088-a162-f038aa23c449', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '0fae84d1-3415-4e41-8f8a-792f463ef02b', 'name': '', 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'mac_address': 'fa:16:3e:7c:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:20Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 1, 'project_id': '10500c5191934735af4ef12eba89a789', 'subnets': [{'id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:21.415873 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262d230-a621-46d9-90a2-43aac006458a None None] The sync data for ids ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'] in dv-cinder-813223-4-iscsi is: [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '0664a316-d0d9-4088-a162-f038aa23c449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 4, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port': {'id': '0664a316-d0d9-4088-a162-f038aa23c449', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '0fae84d1-3415-4e41-8f8a-792f463ef02b', 'name': '', 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'mac_address': 'fa:16:3e:7c:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:20Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 1, 'project_id': '10500c5191934735af4ef12eba89a789', 'subnets': [{'id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:33:21.485050 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port bcea78b6-29d1-4f7d-832f-d4101ab60988 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:21.519776 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-93612b14-f3f1-4363-89a0-d27400b33c78 None None] Provisioning complete for port 0fae84d1-3415-4e41-8f8a-792f463ef02b triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:21.520246 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-93612b14-f3f1-4363-89a0-d27400b33c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:21.559301 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-93612b14-f3f1-4363-89a0-d27400b33c78 None None] Port 0fae84d1-3415-4e41-8f8a-792f463ef02b cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:33:21.685250 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:33:21.746172 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f8805-f526-4f37-9e76-8ffe3e22698b req-a3eee2ff-cf17-43b7-b12c-b591c57a8bca tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:21.756347 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e70f8805-f526-4f37-9e76-8ffe3e22698b req-a3eee2ff-cf17-43b7-b12c-b591c57a8bca tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.1169400 Jan 24 22:33:21.760211 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:33:21.774117 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1e606c5f-28c2-4a87-a3b0-c8e6f096f019 admin admin] 10.222.0.84 "PUT /v2.0/routers/c02c7ef5-7519-4a9f-b26f-2dad8553b46d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0662241 Jan 24 22:33:21.812340 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e70f8805-f526-4f37-9e76-8ffe3e22698b req-581a0a5d-97dc-4a4f-9806-5163de7e4026 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549662 Jan 24 22:33:22.380625 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:22.968742 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555bdaa-bc94-4c1d-bb53-03b5273baa08 req-3aee55b2-adac-411a-a2ae-995cf8d7bcc9 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:22.970138 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e555bdaa-bc94-4c1d-bb53-03b5273baa08 req-3aee55b2-adac-411a-a2ae-995cf8d7bcc9 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0567660 Jan 24 22:33:23.028712 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e555bdaa-bc94-4c1d-bb53-03b5273baa08 req-19bf4953-ba27-4732-a49e-f0b2277784cc tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524135 Jan 24 22:33:23.293285 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0664a316-d0d9-4088-a162-f038aa23c449 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:23.348566 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 0664a316-d0d9-4088-a162-f038aa23c449 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:23.348935 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0664a316-d0d9-4088-a162-f038aa23c449), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:23.431460 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 0664a316-d0d9-4088-a162-f038aa23c449 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:23.432157 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0664a316-d0d9-4088-a162-f038aa23c449), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:23.453444 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 0664a316-d0d9-4088-a162-f038aa23c449, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0664a316-d0d9-4088-a162-f038aa23c449,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:23.459587 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0664a316-d0d9-4088-a162-f038aa23c449), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:23.514348 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=0664a316-d0d9-4088-a162-f038aa23c449,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:24.744064 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223561a-c485-4496-a0bf-8caf4e0c1243 req-5f7dadd8-b720-40be-a775-f22b593a6436 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:24.745766 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a223561a-c485-4496-a0bf-8caf4e0c1243 req-5f7dadd8-b720-40be-a775-f22b593a6436 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0501468 Jan 24 22:33:24.805044 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a223561a-c485-4496-a0bf-8caf4e0c1243 req-e95fa2ef-2619-490f-908b-11672c2149f3 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500996 Jan 24 22:33:25.286609 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0664a316-d0d9-4088-a162-f038aa23c449 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:25.369543 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 0664a316-d0d9-4088-a162-f038aa23c449 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:25.370174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0664a316-d0d9-4088-a162-f038aa23c449), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:25.474191 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 0664a316-d0d9-4088-a162-f038aa23c449 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:25.563519 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Sync routers for ids ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:33:25.576311 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Routers {'c02c7ef5-7519-4a9f-b26f-2dad8553b46d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:25.576931 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:33:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:25.694184 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Set router c02c7ef5-7519-4a9f-b26f-2dad8553b46d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:25.923463 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '0664a316-d0d9-4088-a162-f038aa23c449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 4, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port': {'id': '0664a316-d0d9-4088-a162-f038aa23c449', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '0fae84d1-3415-4e41-8f8a-792f463ef02b', 'name': '', 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'mac_address': 'fa:16:3e:7c:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:20Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 2, 'project_id': '10500c5191934735af4ef12eba89a789', 'subnets': [{'id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:25.947296 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c79e4-a135-4432-82bf-aa58e8e60e76 req-47b1378a-2348-4e81-9ec2-aa5bfc1018aa tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:25.954009 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Checking router: c02c7ef5-7519-4a9f-b26f-2dad8553b46d for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:33:25.954368 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Updating router c02c7ef5-7519-4a9f-b26f-2dad8553b46d port 0fae84d1-3415-4e41-8f8a-792f463ef02b binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:33:25.955624 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d97c79e4-a135-4432-82bf-aa58e8e60e76 req-47b1378a-2348-4e81-9ec2-aa5bfc1018aa tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0586824 Jan 24 22:33:25.983100 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:26.013157 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d97c79e4-a135-4432-82bf-aa58e8e60e76 req-daf02112-2dad-416c-aa4e-c3129a06cccd tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560822 Jan 24 22:33:26.370134 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Publish callbacks [] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:26.383335 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:26.433986 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d699b8-4029-47db-9a12-1571de0aaf0c None None] Pushing event updated for resources: {'Port': ['ID=0fae84d1-3415-4e41-8f8a-792f463ef02b,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:26.524354 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Attempting to bind port 0fae84d1-3415-4e41-8f8a-792f463ef02b on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:33:26.524764 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Attempting to bind port 0fae84d1-3415-4e41-8f8a-792f463ef02b by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:33:26.525127 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Attempting to bind port 0fae84d1-3415-4e41-8f8a-792f463ef02b on network 23df8aca-c14e-404f-8f32-2008b3f7e143 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:26.531010 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:33:26.531393 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Checking segment: {'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:26.531797 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:26.532191 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Bound using segment: {'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:33:26.532722 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Bound port: 0fae84d1-3415-4e41-8f8a-792f463ef02b, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:33:26.533146 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:26.601760 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] For port 0fae84d1-3415-4e41-8f8a-792f463ef02b, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:33:26.606108 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] For port 0fae84d1-3415-4e41-8f8a-792f463ef02b, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0fae84d1-3415-4e41-8f8a-792f463ef02b,segment=NetworkSegment(0f652f8c-6814-4f5c-9f40-a3e8cc6291c6),segment_id=0f652f8c-6814-4f5c-9f40-a3e8cc6291c6)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:33:26.616777 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:26.681607 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Routers {'c02c7ef5-7519-4a9f-b26f-2dad8553b46d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:26.682085 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:33:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:26.743306 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d699b8-4029-47db-9a12-1571de0aaf0c None None] Pushing event updated for resources: {'Port': ['ID=0fae84d1-3415-4e41-8f8a-792f463ef02b,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:26.801787 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-17236c28-ad22-4743-ab5a-4ffe554ae28f None None] Provisioning complete for port 0fae84d1-3415-4e41-8f8a-792f463ef02b triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:26.802373 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-17236c28-ad22-4743-ab5a-4ffe554ae28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:26.908616 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 4b3048ce-5caa-49ca-82eb-b694366739aa details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:33:26.928930 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] Set router c02c7ef5-7519-4a9f-b26f-2dad8553b46d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:27.005470 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-17236c28-ad22-4743-ab5a-4ffe554ae28f None None] Current status of the port 0fae84d1-3415-4e41-8f8a-792f463ef02b is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:27.005890 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-17236c28-ad22-4743-ab5a-4ffe554ae28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:27.084357 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-17236c28-ad22-4743-ab5a-4ffe554ae28f None None] For port 0fae84d1-3415-4e41-8f8a-792f463ef02b, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0fae84d1-3415-4e41-8f8a-792f463ef02b,segment=NetworkSegment(0f652f8c-6814-4f5c-9f40-a3e8cc6291c6),segment_id=0f652f8c-6814-4f5c-9f40-a3e8cc6291c6)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:27.108395 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-17236c28-ad22-4743-ab5a-4ffe554ae28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:27.171959 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d4f9-e898-4128-a2ac-92b6b2ee585f req-4bf90cca-f4e8-4ab6-9cc4-0051c2d75701 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:27.180895 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-adb6d4f9-e898-4128-a2ac-92b6b2ee585f req-4bf90cca-f4e8-4ab6-9cc4-0051c2d75701 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0711374 Jan 24 22:33:27.184943 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '0664a316-d0d9-4088-a162-f038aa23c449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 4, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port': {'id': '0664a316-d0d9-4088-a162-f038aa23c449', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '0fae84d1-3415-4e41-8f8a-792f463ef02b', 'name': '', 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'mac_address': 'fa:16:3e:7c:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:20Z', 'updated_at': '2022-01-24T22:33:26Z', 'revision_number': 4, 'project_id': '10500c5191934735af4ef12eba89a789', 'subnets': [{'id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:27.211859 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17236c28-ad22-4743-ab5a-4ffe554ae28f None None] Pushing event updated for resources: {'Port': ['ID=0fae84d1-3415-4e41-8f8a-792f463ef02b,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:27.214019 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0394cb-1e96-4f0a-9d4d-efefbc0307b7 None None] The sync data for ids ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'] in dv-cinder-813223-4-iscsi is: [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '0664a316-d0d9-4088-a162-f038aa23c449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:20Z', 'revision_number': 4, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port': {'id': '0664a316-d0d9-4088-a162-f038aa23c449', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '0fae84d1-3415-4e41-8f8a-792f463ef02b', 'name': '', 'network_id': '23df8aca-c14e-404f-8f32-2008b3f7e143', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'mac_address': 'fa:16:3e:7c:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:20Z', 'updated_at': '2022-01-24T22:33:26Z', 'revision_number': 4, 'project_id': '10500c5191934735af4ef12eba89a789', 'subnets': [{'id': 'a567a107-d594-46c6-b0c9-b60750f31d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:33:27.263176 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:27.287604 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-adb6d4f9-e898-4128-a2ac-92b6b2ee585f req-f3d1052f-9227-4bf2-9ca8-4081efa73b5f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012335 Jan 24 22:33:27.297368 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-ab46616e-f5a4-4aa8-9ed8-8c9ee59003ee None None] Provisioning complete for port 0fae84d1-3415-4e41-8f8a-792f463ef02b triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:27.297368 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ab46616e-f5a4-4aa8-9ed8-8c9ee59003ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:27.297368 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'port_id': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'mac_address': 'fa:16:3e:86:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:33:27.413718 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 4b3048ce-5caa-49ca-82eb-b694366739aa is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:27.414155 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:27.465623 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-ab46616e-f5a4-4aa8-9ed8-8c9ee59003ee None None] Current status of the port 0fae84d1-3415-4e41-8f8a-792f463ef02b is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:27.468052 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0fae84d1-3415-4e41-8f8a-792f463ef02b up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:27.474407 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3048ce-5caa-49ca-82eb-b694366739aa {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:33:27.546015 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:27.557246 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:27.623122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 0fae84d1-3415-4e41-8f8a-792f463ef02b triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:27.623500 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:27.671752 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:27.760145 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 0fae84d1-3415-4e41-8f8a-792f463ef02b is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:27.914883 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['4b3048ce-5caa-49ca-82eb-b694366739aa'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:33:28.406817 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624cb81-b72c-4a35-9fe5-ba854e90b44c req-c187c493-461c-492f-88cf-cb9535843e12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:28.408423 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2624cb81-b72c-4a35-9fe5-ba854e90b44c req-c187c493-461c-492f-88cf-cb9535843e12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 944 time: 0.0527735 Jan 24 22:33:28.469348 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2624cb81-b72c-4a35-9fe5-ba854e90b44c req-043fcd04-f9ae-4eb1-a0ae-d82b3f6c8f89 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535080 Jan 24 22:33:28.907156 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 4b3048ce-5caa-49ca-82eb-b694366739aa up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:28.936603 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:28.974636 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 4b3048ce-5caa-49ca-82eb-b694366739aa completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:33:28.983587 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 4b3048ce-5caa-49ca-82eb-b694366739aa triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:28.984166 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:29.234243 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 4b3048ce-5caa-49ca-82eb-b694366739aa is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:29.234657 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:29.274674 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:29.276496 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:33:29.279626 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e83f57e-1e1c-4272-a5ba-be9f85638038" -d '{"events": [{"server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "name": "network-vif-plugged", "status": "completed", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:33:29.291135 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:29.373727 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0fae84d1-3415-4e41-8f8a-792f463ef02b up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:29.422852 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:29.453696 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 0fae84d1-3415-4e41-8f8a-792f463ef02b triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:29.454326 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:29.559583 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d82ae7-e7ec-4ddc-8e49-55d79c3fda91 x-openstack-request-id: req-08d82ae7-e7ec-4ddc-8e49-55d79c3fda91 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:33:29.560014 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "name": "network-vif-plugged", "status": "completed", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:33:29.560272 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-08d82ae7-e7ec-4ddc-8e49-55d79c3fda91 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:33:29.560660 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'code': 200} Jan 24 22:33:29.571082 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 0fae84d1-3415-4e41-8f8a-792f463ef02b is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:29.627941 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f9436-94ad-4a68-bff9-291a51af9e7c req-461ed291-7b9b-46f8-993e-af28525b987a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:29.633595 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2c4f9436-94ad-4a68-bff9-291a51af9e7c req-461ed291-7b9b-46f8-993e-af28525b987a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0604045 Jan 24 22:33:29.693060 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2c4f9436-94ad-4a68-bff9-291a51af9e7c req-db235c4a-364b-4e95-add7-a19632c0de81 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532737 Jan 24 22:33:32.283454 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492f524-5c5b-4c0a-aad6-dfa6cf16f113 req-f98e7b48-498e-4743-9aed-06b8c1608eed tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:32.284867 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b492f524-5c5b-4c0a-aad6-dfa6cf16f113 req-f98e7b48-498e-4743-9aed-06b8c1608eed tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0510824 Jan 24 22:33:32.347338 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b492f524-5c5b-4c0a-aad6-dfa6cf16f113 req-f691213b-8b5b-4513-a960-f82b21d5cbf2 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534163 Jan 24 22:33:32.417378 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61173d-5369-440e-b1f3-4af2a9a58e66 req-e4dd7100-9520-4eac-a2b4-8260963fa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:32.418985 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb61173d-5369-440e-b1f3-4af2a9a58e66 req-e4dd7100-9520-4eac-a2b4-8260963fa77b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1098 time: 0.0449977 Jan 24 22:33:32.470408 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb61173d-5369-440e-b1f3-4af2a9a58e66 req-60d9674c-1d11-4c94-b5a4-dbf2ea7d26ec service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435197 Jan 24 22:33:32.635767 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cf6df40b-1f57-4ef1-84c1-106ba6479296 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:32.637242 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cf6df40b-1f57-4ef1-84c1-106ba6479296 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/networks?id=cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 200 len: 814 time: 0.1065772 Jan 24 22:33:32.651689 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-393ec8be-16cf-478e-bf6c-d5f7fdd7aa4c tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/quotas/87f09686992a4d389c166bb0f9704e4c HTTP/1.1" status: 200 len: 375 time: 0.0090554 Jan 24 22:33:32.706180 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-ac9e5239-e985-4dd4-95ba-e917a00e1d85 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=87f09686992a4d389c166bb0f9704e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494866 Jan 24 22:33:32.806278 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-3153a3b8-984e-49da-9609-bc9bb97d3684 service neutron] 10.222.0.84 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887885 Jan 24 22:33:32.901575 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-97ae9484-17ad-4698-ac71-4eb8b75ad7e5 service neutron] 10.222.0.84 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889227 Jan 24 22:33:33.079989 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4253f5ba-66e7-4289-b277-af35ab1852f1 req-73e192c4-13fb-4a3a-b99b-1471c882317f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 210 time: 0.0302560 Jan 24 22:33:33.480909 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5194-7fd7-42b4-9ccb-b35d288d190a req-bbe804d8-b7f8-4580-be7e-4cbdbd4b7145 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:33.482579 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-219d5194-7fd7-42b4-9ccb-b35d288d190a req-bbe804d8-b7f8-4580-be7e-4cbdbd4b7145 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0568900 Jan 24 22:33:33.539949 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-219d5194-7fd7-42b4-9ccb-b35d288d190a req-0a7c8986-d017-4794-a24b-a8daf02bc768 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509501 Jan 24 22:33:34.177105 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-300cb0c2-b2ba-4e0e-9e95-370f301fa78f req-cb79da40-107e-4dc1-863d-4cc603184943 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 210 time: 0.0259442 Jan 24 22:33:34.342426 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-6c7211f9-f759-4cb0-b433-f27c305c2187 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:34.343894 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-6c7211f9-f759-4cb0-b433-f27c305c2187 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.115 "GET /v2.0/networks?id=cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 200 len: 814 time: 0.1022809 Jan 24 22:33:34.369119 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'port': {'device_id': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'admin_state_up': True, 'tenant_id': '87f09686992a4d389c166bb0f9704e4c'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:34.494819 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Made reservation on behalf of 87f09686992a4d389c166bb0f9704e4c for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:33:34.498734 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:34.633744 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Allocated IP 172.20.0.8 (cecdc8eb-11b7-4424-8f69-878cca15f5a9/a3be311b-60f1-4857-9038-f881ea4e6fc9/5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:34.693012 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e217ca-45f3-40ec-9a7e-af68d6c85455 req-2053e623-e4c9-452a-a1c5-b1214582f81c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:34.695508 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-48e217ca-45f3-40ec-9a7e-af68d6c85455 req-2053e623-e4c9-452a-a1c5-b1214582f81c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0782483 Jan 24 22:33:34.774378 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-48e217ca-45f3-40ec-9a7e-af68d6c85455 req-0c6eaf74-56a2-4de4-ad6f-fffe0bdb6cc1 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616388 Jan 24 22:33:34.779917 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:34.824712 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:34.879379 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'Port': ['ID=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:34.895316 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.896056 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.896539 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.896968 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.897436 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.897904 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.898359 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.898796 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.899274 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.899755 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.900186 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.900653 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.901201 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:34.912933 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:34.915650 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:34.934517 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:34.934954 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf63ef9-b8d8-4c37-9954-2f7123cc0e67 req-31ff4227-5d40-44e3-b44c-9f0a77127354 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:34.942414 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-faf63ef9-b8d8-4c37-9954-2f7123cc0e67 req-31ff4227-5d40-44e3-b44c-9f0a77127354 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0616736 Jan 24 22:33:35.004596 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-faf63ef9-b8d8-4c37-9954-2f7123cc0e67 req-c8580976-c310-4a76-931f-dad7ca716ead tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609171 Jan 24 22:33:35.021368 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45912) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.024810 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:35.027459 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:35.028667 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:35.058556 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-53bed25c-7507-4834-bfd1-0edad925cd2f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6939044 Jan 24 22:33:35.246604 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3858be-1696-4081-b98f-0c92d2339f59 tempest-TestShelveInstance-1594161420 tempest-TestShelveInstance-1594161420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:35.248543 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8e3858be-1696-4081-b98f-0c92d2339f59 tempest-TestShelveInstance-1594161420 tempest-TestShelveInstance-1594161420-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1093 time: 0.2258608 Jan 24 22:33:35.251715 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45918) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:35.258351 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'port_id': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:35.336115 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:35.373702 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d45e4552-6414-473d-a754-1f9715eedf2e None None] Provisioning complete for port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:35.375029 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d45e4552-6414-473d-a754-1f9715eedf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:35.375448 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0a414-db32-4367-97b4-c2f1542a53de req-d0ac5dfa-de5f-41e4-bdef-a8b0e7dfb554 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:35.377335 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-50b0a414-db32-4367-97b4-c2f1542a53de req-d0ac5dfa-de5f-41e4-bdef-a8b0e7dfb554 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 931 time: 0.0792394 Jan 24 22:33:35.415358 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d45e4552-6414-473d-a754-1f9715eedf2e None None] Port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:33:35.474954 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-50b0a414-db32-4367-97b4-c2f1542a53de req-7b4ef4ea-b712-4cad-8f2e-a715faf6c5f2 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662651 Jan 24 22:33:35.490554 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:35.629912 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Allocated IP 172.27.3.205 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/b166f19c-6c37-4887-a035-45948711e9f0) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:33:35.756025 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for port (b166f19c-6c37-4887-a035-45948711e9f0), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:35.792699 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (b166f19c-6c37-4887-a035-45948711e9f0), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:35.836154 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:33:35.837683 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:33:35.841307 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:33:35.872117 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'Port': ['ID=b166f19c-6c37-4887-a035-45948711e9f0,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:36.236678 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for floatingip (993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:36.310587 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b166f19c-6c37-4887-a035-45948711e9f0), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:36.485919 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for port (b166f19c-6c37-4887-a035-45948711e9f0), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:36.492500 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (b166f19c-6c37-4887-a035-45948711e9f0), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:36.571762 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event updated for resources: {'Port': ['ID=b166f19c-6c37-4887-a035-45948711e9f0,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:36.584613 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:36.689053 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Floating IP 993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd associated. External IP: 172.27.3.205, port: 4b3048ce-5caa-49ca-82eb-b694366739aa. Jan 24 22:33:36.899994 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Router 5afc97c2-1378-400e-a73b-e1e238939380 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:33:37.252932 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:33:37.263425 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] Sync routers for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:33:37.271538 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:37.274166 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:37.274881 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:33:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:37.311846 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-b9bf1252-4a84-4c31-bbd9-4c848c0f56a7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0584793 Jan 24 22:33:37.312711 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:33:37.315616 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e88044-4004-4caa-8319-af0741591c57" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:33:37.409360 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:37.658358 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'port_id': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'mac_address': 'fa:16:3e:86:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:33:36Z', 'updated_at': '2022-01-24T22:33:36Z', 'revision_number': 0, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:51Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:37.685168 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] Checking router: 5afc97c2-1378-400e-a73b-e1e238939380 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:33:37.693979 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:33:37.694590 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:33:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:37.801795 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:33:38.033637 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'port_id': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'mac_address': 'fa:16:3e:86:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:33:36Z', 'updated_at': '2022-01-24T22:33:36Z', 'revision_number': 0, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:51Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:38.066216 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e237b-c2b1-4e1c-b5d3-c3ba01724984 None None] The sync data for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi is: [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'port_id': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'mac_address': 'fa:16:3e:86:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:33:36Z', 'updated_at': '2022-01-24T22:33:36Z', 'revision_number': 0, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:51Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:33:38.369533 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381724c3-cc6b-486f-bc7e-fe012a65845b None None] New status for floating IP 993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:33:42.991432 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 45992) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:43.039794 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Deleting subnet b6fe4442-f7a9-4346-a743-9dbc44d987c2 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:33:43.043168 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Publish callbacks [] for subnet (b6fe4442-f7a9-4346-a743-9dbc44d987c2), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.077141 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (b6fe4442-f7a9-4346-a743-9dbc44d987c2), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.120164 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (b6fe4442-f7a9-4346-a743-9dbc44d987c2), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.174097 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (b6fe4442-f7a9-4346-a743-9dbc44d987c2), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.206843 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.209955 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b6fe4442-f7a9-4346-a743-9dbc44d987c2 HTTP/1.1" status: 204 len: 168 time: 0.2174201 Jan 24 22:33:43.210906 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fe4442-f7a9-4346-a743-9dbc44d987c2,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:43.212748 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45994) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:43.219478 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.219842 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.220192 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.220592 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.220918 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.221311 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.221644 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.221979 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.222309 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.222650 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.223084 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.223411 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.223809 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c206cdb-dec2-4051-9b08-cb895dae3b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:43.281043 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (e8888219-d5d2-46f9-84f1-df880fd5a58a), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.365364 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (e8888219-d5d2-46f9-84f1-df880fd5a58a), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.385796 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8888219-d5d2-46f9-84f1-df880fd5a58a']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:43.395815 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4738084d-59dc-4811-b2c3-d0aae9ee8f72') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:43.396183 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4738084d-59dc-4811-b2c3-d0aae9ee8f72') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:33:43.406610 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (4738084d-59dc-4811-b2c3-d0aae9ee8f72), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.420906 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (4738084d-59dc-4811-b2c3-d0aae9ee8f72), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.428209 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:33:43.428601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (4738084d-59dc-4811-b2c3-d0aae9ee8f72), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:33:43.430397 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:33:43.488644 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (e8888219-d5d2-46f9-84f1-df880fd5a58a), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.494445 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.497638 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e8888219-d5d2-46f9-84f1-df880fd5a58a HTTP/1.1" status: 204 len: 168 time: 0.2838759 Jan 24 22:33:43.509277 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61d378-d1df-40e4-af52-341daaae4974 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8888219-d5d2-46f9-84f1-df880fd5a58a,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:43.679059 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 45998) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:43.698215 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Request body: {'port': {'device_id': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:33:43.764581 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1916d4af-3255-455d-b438-78aa1451f915 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cc5a655a0b0f4f0482453bde6f196195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843375 Jan 24 22:33:43.767450 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46002) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:33:43.767756 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.843081 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daab331-7cd1-48d0-8f14-eef912081f13 x-openstack-request-id: req-6daab331-7cd1-48d0-8f14-eef912081f13 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:33:43.843378 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:33:43.843677 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6daab331-7cd1-48d0-8f14-eef912081f13 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:33:43.844229 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'status': 'completed', 'code': 200} Jan 24 22:33:43.861268 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dbbda23f-643c-4b1f-921c-b6ff947d6e43 admin admin] Publish callbacks [] for security_group (4124e356-b72e-438a-bf69-c69bbe7f73ce), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:43.874646 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641137e8-166e-41a5-bcab-95b4d7825c86 req-982793c9-e98a-4e6d-9115-4ad1d0b7f572 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:43.876145 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-641137e8-166e-41a5-bcab-95b4d7825c86 req-982793c9-e98a-4e6d-9115-4ad1d0b7f572 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 931 time: 0.0814910 Jan 24 22:33:43.917304 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dbbda23f-643c-4b1f-921c-b6ff947d6e43 admin admin] Publish callbacks [] for security_group (4124e356-b72e-438a-bf69-c69bbe7f73ce), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:44.001785 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-641137e8-166e-41a5-bcab-95b4d7825c86 req-be4c1318-a9e5-4de8-9c73-8c22ed60f62c tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165235 Jan 24 22:33:44.009599 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88044-4004-4caa-8319-af0741591c57 req-452384fe-8114-48a5-8e8d-3c16226601c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:44.011062 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67e88044-4004-4caa-8319-af0741591c57 req-452384fe-8114-48a5-8e8d-3c16226601c8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1098 time: 0.0967915 Jan 24 22:33:44.047916 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dbbda23f-643c-4b1f-921c-b6ff947d6e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4124e356-b72e-438a-bf69-c69bbe7f73ce), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:44.050643 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dbbda23f-643c-4b1f-921c-b6ff947d6e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:44.054180 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-dbbda23f-643c-4b1f-921c-b6ff947d6e43 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4124e356-b72e-438a-bf69-c69bbe7f73ce HTTP/1.1" status: 204 len: 168 time: 0.2833369 Jan 24 22:33:44.070451 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:33:44.079114 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Publish callbacks [] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:44.088018 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbda23f-643c-4b1f-921c-b6ff947d6e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4124e356-b72e-438a-bf69-c69bbe7f73ce,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:44.092566 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Transition to ACTIVE for port object 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:33:44.104519 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:44.133726 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88044-4004-4caa-8319-af0741591c57 req-a25e8515-8286-40c4-9aa0-1d28dfa0048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:44.135606 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67e88044-4004-4caa-8319-af0741591c57 req-a25e8515-8286-40c4-9aa0-1d28dfa0048b service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 910 time: 0.1172400 Jan 24 22:33:44.198245 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:44.266188 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Attempting to bind port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:33:44.266960 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Attempting to bind port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:33:44.266960 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Attempting to bind port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 on network cecdc8eb-11b7-4424-8f69-878cca15f5a9 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:44.272275 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 on network cecdc8eb-11b7-4424-8f69-878cca15f5a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:33:44.272592 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Attempting to bind port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 on network cecdc8eb-11b7-4424-8f69-878cca15f5a9 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:33:44.279067 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:33:44.279412 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Checking segment: {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:33:44.279945 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Bound using segment: {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:33:44.280369 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Bound port: 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3f3778-f3b1-499d-a43a-f9b81bf35dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:33:44.280729 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:44.287977 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67e88044-4004-4caa-8319-af0741591c57 req-a4cfc4e4-73ff-4646-a29c-1f932ebb683b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 1001 time: 0.1457100 Jan 24 22:33:44.348741 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88044-4004-4caa-8319-af0741591c57 req-ecde33ca-af51-4be6-b813-a81ac9524a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:44.353928 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67e88044-4004-4caa-8319-af0741591c57 req-ecde33ca-af51-4be6-b813-a81ac9524a92 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 200 len: 848 time: 0.0550168 Jan 24 22:33:44.364203 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] For port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:33:44.366821 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] For port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:33:44.375268 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:44.416229 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88044-4004-4caa-8319-af0741591c57 req-670fdc61-e46c-4c9c-ae95-71f727846fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:44.418170 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67e88044-4004-4caa-8319-af0741591c57 req-670fdc61-e46c-4c9c-ae95-71f727846fdd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f3c7338-6ac6-467e-ba3e-0040076ea594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593488 Jan 24 22:33:44.418363 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:44.419118 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:44.420389 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] 10.222.0.115 "PUT /v2.0/ports/5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 1093 time: 0.7274189 Jan 24 22:33:44.420840 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:33:44.423197 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f86cfb-d238-4b6d-9bc3-08882993b487" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:33:44.462136 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe9bf3-7605-4c16-9148-357159aeadd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:44.571515 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-92e231d1-158b-43ec-a2b5-f37ebdddf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:44.572361 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67e88044-4004-4caa-8319-af0741591c57 req-ad0eb90f-943c-454c-ba93-3e849784ea37 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319938 Jan 24 22:33:44.573054 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-92e231d1-158b-43ec-a2b5-f37ebdddf037 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=87f09686992a4d389c166bb0f9704e4c&device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1096 time: 0.0742173 Jan 24 22:33:44.656872 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-8aa9859b-f229-49a6-a630-482816cc93d5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 217 time: 0.0642464 Jan 24 22:33:44.703214 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815dc27f-db18-444d-be46-88dbeeb8dcd2 x-openstack-request-id: req-815dc27f-db18-444d-be46-88dbeeb8dcd2 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:33:44.703509 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:33:44.703937 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-815dc27f-db18-444d-be46-88dbeeb8dcd2 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:33:44.704328 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'status': 'completed', 'code': 200} Jan 24 22:33:44.718266 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-65f5b9b3-a6ee-4397-b7e3-9417bb494414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:44.719763 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-65f5b9b3-a6ee-4397-b7e3-9417bb494414 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3be311b-60f1-4857-9038-f881ea4e6fc9 HTTP/1.1" status: 200 len: 853 time: 0.0555408 Jan 24 22:33:44.736821 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-67e88044-4004-4caa-8319-af0741591c57 req-df8701a8-34b0-45c0-8e65-76e712f3ca84 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450295 Jan 24 22:33:44.775132 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-caff678d-23a5-457b-87e8-fe4562836b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:44.776831 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-caff678d-23a5-457b-87e8-fe4562836b29 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecdc8eb-11b7-4424-8f69-878cca15f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484533 Jan 24 22:33:44.885534 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-161eebf2-8ba0-4606-bf14-ae63080e617d service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945244 Jan 24 22:33:45.000520 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-67218c4c-d0ec-49b9-a662-ac1d1fd57a1b req-b5e7e4df-90f1-4cab-9e64-93a7148c104c service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859005 Jan 24 22:33:45.121967 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d253f-e44c-4f2a-86b8-ffcae2d93ae2 req-3df04536-500c-4721-86e3-df454634fd01 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:45.123472 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c68d253f-e44c-4f2a-86b8-ffcae2d93ae2 req-3df04536-500c-4721-86e3-df454634fd01 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 943 time: 0.0504332 Jan 24 22:33:45.163690 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-8e5ed3be-e9b1-4755-91b1-017f372ae4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:45.165233 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-8e5ed3be-e9b1-4755-91b1-017f372ae4fd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=87f09686992a4d389c166bb0f9704e4c&device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1096 time: 0.0418239 Jan 24 22:33:45.175197 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c68d253f-e44c-4f2a-86b8-ffcae2d93ae2 req-23e13d60-cb42-42ed-add7-a65042704e5a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Jan 24 22:33:45.263311 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-903986b2-8a3d-40b9-9194-72a5547d7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:45.265007 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-903986b2-8a3d-40b9-9194-72a5547d7255 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 200 len: 915 time: 0.0929930 Jan 24 22:33:45.318760 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-04474b46-b729-4cf5-bc26-e9775025a455 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 217 time: 0.0437944 Jan 24 22:33:45.372204 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-7b4a7be3-d4bf-425f-86b4-b706a797fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:45.373723 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-7b4a7be3-d4bf-425f-86b4-b706a797fffb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3be311b-60f1-4857-9038-f881ea4e6fc9 HTTP/1.1" status: 200 len: 853 time: 0.0484331 Jan 24 22:33:45.423179 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-1a3a402e-2528-45b8-bfa4-c8567b1320c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:45.425586 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-1a3a402e-2528-45b8-bfa4-c8567b1320c1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecdc8eb-11b7-4424-8f69-878cca15f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459440 Jan 24 22:33:45.523346 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-18e13e07-a334-458d-ad77-a86839a40a03 service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903950 Jan 24 22:33:45.624453 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-57f86cfb-d238-4b6d-9bc3-08882993b487 req-8a9a9c34-2ebb-42ef-bed2-667372b7a62e service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863886 Jan 24 22:33:46.149404 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9be776e7-d75b-4532-a7a2-5a2f80022ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:46.306295 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b502e12-0dcf-4c52-bca2-f50e20580135 req-6ad1e4a5-3f4b-4e2a-a014-0c1a43bea241 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:46.307791 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b502e12-0dcf-4c52-bca2-f50e20580135 req-6ad1e4a5-3f4b-4e2a-a014-0c1a43bea241 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 943 time: 0.0563452 Jan 24 22:33:46.359274 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7b502e12-0dcf-4c52-bca2-f50e20580135 req-c9bb3ecf-8df1-4590-8d86-129de624c7b4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Jan 24 22:33:46.653036 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c68915-d583-47da-812a-4ae8b5fd326f req-db573385-20a3-452c-b79b-48165c8916b9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:46.653036 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-44c68915-d583-47da-812a-4ae8b5fd326f req-db573385-20a3-452c-b79b-48165c8916b9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0535493 Jan 24 22:33:46.709737 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-44c68915-d583-47da-812a-4ae8b5fd326f req-0d113ffe-4fef-4474-bc9e-a255cfd16167 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493653 Jan 24 22:33:47.493991 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa63536-5732-4db0-b71a-e32508f01df6 req-d9c0fdbd-59e8-40fc-9e01-dbc9e2f589bd tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:47.495440 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3aa63536-5732-4db0-b71a-e32508f01df6 req-d9c0fdbd-59e8-40fc-9e01-dbc9e2f589bd tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 943 time: 0.0581203 Jan 24 22:33:47.547500 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3aa63536-5732-4db0-b71a-e32508f01df6 req-5b52cc27-c71d-437d-8822-2d888ceee3c1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Jan 24 22:33:47.838715 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b35832-0ae2-4893-83f8-a39770ec1cca req-7ceebb51-dfa0-4a15-9eaf-59b870a0025c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:47.840202 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d5b35832-0ae2-4893-83f8-a39770ec1cca req-7ceebb51-dfa0-4a15-9eaf-59b870a0025c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0556448 Jan 24 22:33:47.893268 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d5b35832-0ae2-4893-83f8-a39770ec1cca req-3186a4e9-e6a1-40ef-8b4d-ede4ea0c9dc6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Jan 24 22:33:48.503497 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-938f4447-b594-4a1c-a32b-5c31de93bb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:48.591027 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:33:48.668904 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324f932-3122-4353-b2a5-f9eb10b1ddeb req-2f392908-9ec2-4c58-8080-096044d43338 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:48.670606 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1324f932-3122-4353-b2a5-f9eb10b1ddeb req-2f392908-9ec2-4c58-8080-096044d43338 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 943 time: 0.0523081 Jan 24 22:33:48.706804 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:48.718378 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'port_id': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'mac_address': 'fa:16:3e:4f:1e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:33:48.719715 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1324f932-3122-4353-b2a5-f9eb10b1ddeb req-6694edd3-e632-4294-a5af-e5a02f517a22 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Jan 24 22:33:48.759819 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:48.760214 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:48.772730 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:33:48.791490 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:48.796587 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:48.843066 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:48.851608 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.851956 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.852299 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.852637 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.852967 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.853328 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.853680 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.854012 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.854315 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.854643 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.854986 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.855305 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:48.855623 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:33:49.025923 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c728966-1717-47ec-a83c-71ac0e2d0629 req-e9b9484c-1699-43b1-88a3-4c05ebc50e38 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:49.027447 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1c728966-1717-47ec-a83c-71ac0e2d0629 req-e9b9484c-1699-43b1-88a3-4c05ebc50e38 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0565515 Jan 24 22:33:49.084316 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1c728966-1717-47ec-a83c-71ac0e2d0629 req-4d8e869d-fc37-4d9f-bd07-f4eaaaed85a6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512202 Jan 24 22:33:49.478507 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:49.840800 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27df7e3-e6cf-4277-9be5-37e69dacbcb6 req-ccb86f2f-4b87-4090-a187-1e3a21f29732 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:49.842403 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c27df7e3-e6cf-4277-9be5-37e69dacbcb6 req-ccb86f2f-4b87-4090-a187-1e3a21f29732 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 944 time: 0.0496638 Jan 24 22:33:49.896523 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c27df7e3-e6cf-4277-9be5-37e69dacbcb6 req-c520c8ff-5862-496c-ab6a-5c38d1228858 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466919 Jan 24 22:33:49.910142 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:33:50.206279 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcf793-b14d-4e54-a0f6-518ca554d5a7 req-11c65405-98bd-4f4a-bacb-7363b846ac89 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:50.207748 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-dffcf793-b14d-4e54-a0f6-518ca554d5a7 req-11c65405-98bd-4f4a-bacb-7363b846ac89 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0499182 Jan 24 22:33:50.261224 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-dffcf793-b14d-4e54-a0f6-518ca554d5a7 req-c6dec9e5-fcba-4c8a-991b-f4f553bd78f6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Jan 24 22:33:50.990683 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:51.024626 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abd1fb-0f38-43a0-bddb-98997b956cb9 req-2d9ed007-f0ff-4c2a-8dc2-3bbe62072182 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:51.026100 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-48abd1fb-0f38-43a0-bddb-98997b956cb9 req-2d9ed007-f0ff-4c2a-8dc2-3bbe62072182 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 944 time: 0.0499277 Jan 24 22:33:51.072909 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-48abd1fb-0f38-43a0-bddb-98997b956cb9 req-97b314c8-68dc-4296-9013-b40ad24198fd tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Jan 24 22:33:51.403362 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39926e8-204f-4991-8290-0b7bbee0f83e req-dd248664-6433-48ad-94e9-30cb9f596fd2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:51.404861 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b39926e8-204f-4991-8290-0b7bbee0f83e req-dd248664-6433-48ad-94e9-30cb9f596fd2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0612977 Jan 24 22:33:51.451286 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b39926e8-204f-4991-8290-0b7bbee0f83e req-b51adce8-4560-4a04-a12d-48676b98cd7f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Jan 24 22:33:52.220013 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9622c-6ff7-4f82-9add-b5b7f14bf2f7 req-2ac3b65d-b881-4f21-9ff5-189fa5362388 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:52.221562 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-21f9622c-6ff7-4f82-9add-b5b7f14bf2f7 req-2ac3b65d-b881-4f21-9ff5-189fa5362388 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 944 time: 0.0641348 Jan 24 22:33:52.271699 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-21f9622c-6ff7-4f82-9add-b5b7f14bf2f7 req-6277a5e5-2449-4b1d-8a7a-4b6df422f3f1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417428 Jan 24 22:33:52.380525 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:52.584660 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480b49c-7008-4b36-8551-5152dace4c0d req-1c5409ee-ac51-4985-b4d0-6eaba1e901dc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:52.586181 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0480b49c-7008-4b36-8551-5152dace4c0d req-1c5409ee-ac51-4985-b4d0-6eaba1e901dc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0603263 Jan 24 22:33:52.644491 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0480b49c-7008-4b36-8551-5152dace4c0d req-dfd0ad58-50cf-48f3-9c38-ab2041e3d489 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 Jan 24 22:33:53.225774 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:33:53.278530 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:33:53.282611 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:33:53.283029 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:53.368095 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:33:53.368489 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:53.392478 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:33:53.395461 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea196b6a-d2b2-4c59-bd58-eab4ab3d0b3f" -d '{"events": [{"server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "name": "network-vif-plugged", "status": "completed", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:33:53.403093 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7a62b-f926-40c9-83a9-4fafa69309b7 req-26305352-abfd-46bb-8a27-40a2429887af tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:53.404931 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-40b7a62b-f926-40c9-83a9-4fafa69309b7 req-26305352-abfd-46bb-8a27-40a2429887af tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 944 time: 0.0532885 Jan 24 22:33:53.413772 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:33:53.422509 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:53.448047 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190519a-48f4-483e-9151-25557f94f2e3 x-openstack-request-id: req-a190519a-48f4-483e-9151-25557f94f2e3 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:33:53.448422 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "name": "network-vif-plugged", "status": "completed", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:33:53.448744 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a190519a-48f4-483e-9151-25557f94f2e3 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:33:53.449229 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'code': 200} Jan 24 22:33:53.457740 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-40b7a62b-f926-40c9-83a9-4fafa69309b7 req-48e4e977-3fbc-491f-9593-036962e076bf tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Jan 24 22:33:53.475506 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:33:53.655568 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe5592-206d-4b84-bc89-a6ebc33862ac req-936db518-12c1-4504-8095-8d3e99f41c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:53.657207 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4dbe5592-206d-4b84-bc89-a6ebc33862ac req-936db518-12c1-4504-8095-8d3e99f41c15 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1098 time: 0.0468035 Jan 24 22:33:53.703002 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4dbe5592-206d-4b84-bc89-a6ebc33862ac req-6342bfce-343b-4f71-a229-228e4c9ac917 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Jan 24 22:33:53.766180 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a81b-5e3d-44f6-8328-b192161177ad req-33876aac-aeca-45ef-a602-7e6896925a24 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:53.767646 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6e02a81b-5e3d-44f6-8328-b192161177ad req-33876aac-aeca-45ef-a602-7e6896925a24 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0485075 Jan 24 22:33:53.817074 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6e02a81b-5e3d-44f6-8328-b192161177ad req-06efe02c-785e-4ea5-a317-b1067c84e5f4 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Jan 24 22:33:54.584123 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1d888-0e64-4ae6-9f53-789927a41e38 req-d6bd368e-7d59-4009-80e6-75ee428d96be tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:54.589544 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-25a1d888-0e64-4ae6-9f53-789927a41e38 req-d6bd368e-7d59-4009-80e6-75ee428d96be tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0632224 Jan 24 22:33:54.640759 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-25a1d888-0e64-4ae6-9f53-789927a41e38 req-fe601701-2e12-4cc0-bbfa-0553389d72e2 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480225 Jan 24 22:33:54.949012 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3555-1fb1-4fd4-92f1-dc3aeb5faf59 req-dde488d2-7f37-4e43-9eb3-9b117db78a9b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:54.950493 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-937a3555-1fb1-4fd4-92f1-dc3aeb5faf59 req-dde488d2-7f37-4e43-9eb3-9b117db78a9b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0513752 Jan 24 22:33:55.002612 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-937a3555-1fb1-4fd4-92f1-dc3aeb5faf59 req-4eb88e9e-49a0-48f7-850f-9bdf77c0b22e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Jan 24 22:33:55.759854 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535a1b4-9e8c-455f-a132-f8d81587a8de req-d14b1a06-533d-4534-990f-73b55ed0cb57 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:55.761390 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0535a1b4-9e8c-455f-a132-f8d81587a8de req-d14b1a06-533d-4534-990f-73b55ed0cb57 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0539379 Jan 24 22:33:55.815031 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0535a1b4-9e8c-455f-a132-f8d81587a8de req-345b47d5-e67b-4676-b1e3-d2fd073563c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Jan 24 22:33:56.145750 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa15b46-3ec2-44ce-be50-a55ed2a2399e req-0e498170-b1c5-47e8-8269-7263bac9db0a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:56.147221 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7fa15b46-3ec2-44ce-be50-a55ed2a2399e req-0e498170-b1c5-47e8-8269-7263bac9db0a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0621221 Jan 24 22:33:56.197037 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7fa15b46-3ec2-44ce-be50-a55ed2a2399e req-eba9193e-0783-412e-a538-f6e76b70d5c3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Jan 24 22:33:56.946234 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1311-a29b-4008-8699-b41631afda5c req-725afaeb-d775-4967-b6fe-4afc78867be9 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:56.947703 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9fdd1311-a29b-4008-8699-b41631afda5c req-725afaeb-d775-4967-b6fe-4afc78867be9 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0540802 Jan 24 22:33:56.998290 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9fdd1311-a29b-4008-8699-b41631afda5c req-68c6bef8-3d70-4325-8094-22c3f11da608 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429890 Jan 24 22:33:57.322517 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bc56a-31aa-4585-be49-ecb04edb4e2c req-cc7c9ef1-c880-4472-b90f-cf521218bf74 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:57.324043 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-895bc56a-31aa-4585-be49-ecb04edb4e2c req-cc7c9ef1-c880-4472-b90f-cf521218bf74 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0537455 Jan 24 22:33:57.379454 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-895bc56a-31aa-4585-be49-ecb04edb4e2c req-ba208b12-a937-48b4-8ff6-60a79d87d0bf tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495329 Jan 24 22:33:58.134306 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ef2c0-0169-4545-bc75-a50c48c0d311 req-e5daddf2-a95d-41c2-9876-20d6e8f3c3d4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:58.135778 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-046ef2c0-0169-4545-bc75-a50c48c0d311 req-e5daddf2-a95d-41c2-9876-20d6e8f3c3d4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0563052 Jan 24 22:33:58.185223 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-046ef2c0-0169-4545-bc75-a50c48c0d311 req-ef3ad2fa-3cde-4496-b881-31f30b875c3e tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Jan 24 22:33:58.308299 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afbf34-45f3-4ad1-a6cd-b2ca8f3b6a89 req-cf114768-2589-45c0-ade3-114e11a11633 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:58.309695 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c0afbf34-45f3-4ad1-a6cd-b2ca8f3b6a89 req-cf114768-2589-45c0-ade3-114e11a11633 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0540063 Jan 24 22:33:58.359230 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c0afbf34-45f3-4ad1-a6cd-b2ca8f3b6a89 req-0d574e38-c282-4c8a-8597-e863311da1a7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Jan 24 22:33:58.517171 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65987dd8-7731-4002-ad54-8f78638b856b req-0e1c5008-7148-4680-a17f-c78cdce37577 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:58.518566 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-65987dd8-7731-4002-ad54-8f78638b856b req-0e1c5008-7148-4680-a17f-c78cdce37577 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0604713 Jan 24 22:33:58.580968 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-65987dd8-7731-4002-ad54-8f78638b856b req-8fe907e0-c079-475c-8849-88fda5295b1c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529325 Jan 24 22:33:58.686968 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:33:58.701521 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182420-acc2-47e0-b5cb-6505a3eb4790 req-2e2d5861-2670-4939-a842-68706036853c tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:58.703158 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5e182420-acc2-47e0-b5cb-6505a3eb4790 req-2e2d5861-2670-4939-a842-68706036853c tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Jan 24 22:33:58.749621 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5e182420-acc2-47e0-b5cb-6505a3eb4790 req-adbe70d6-6c1d-49b1-af39-09bc5acf7f31 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Jan 24 22:33:58.932676 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:33:59.077688 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-5b3c37b3-eadf-40fd-8b42-340b56f78e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:59.079709 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-5b3c37b3-eadf-40fd-8b42-340b56f78e5d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 1099 time: 0.0448799 Jan 24 22:33:59.187613 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-fc893897-ad65-428b-91d0-940566fe58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:59.189114 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-fc893897-ad65-428b-91d0-940566fe58e2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.0882661 Jan 24 22:33:59.254163 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-8ec78c09-7db9-4642-8b48-b3603509ccc7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b98d14cd-7266-457a-b737-02c742f241f8 HTTP/1.1" status: 200 len: 1002 time: 0.0581515 Jan 24 22:33:59.305251 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-19e710f4-482d-44e3-92df-ba09c873591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:59.306701 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-19e710f4-482d-44e3-92df-ba09c873591a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0463009 Jan 24 22:33:59.356769 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-2ee1936d-9e16-4fe0-bdc1-29960f756ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:59.358371 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-2ee1936d-9e16-4fe0-bdc1-29960f756ad9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446320 Jan 24 22:33:59.452336 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-bc6d970c-25d7-451a-b09f-6f5ff84fb5d3 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850780 Jan 24 22:33:59.547515 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-150d2ab0-4439-4df5-980e-f56e4de08e1a req-78b6a87e-d283-47ef-920f-caa221810118 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878477 Jan 24 22:33:59.719552 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96c0e-ebbc-4572-8db9-7a18fcb7104c req-901879a6-fc02-4d8c-8374-c2f102235ba8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:33:59.721012 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-06c96c0e-ebbc-4572-8db9-7a18fcb7104c req-901879a6-fc02-4d8c-8374-c2f102235ba8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0519876 Jan 24 22:33:59.768295 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-06c96c0e-ebbc-4572-8db9-7a18fcb7104c req-86a7ed08-b3b2-455d-9880-43edc5fb0d30 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412090 Jan 24 22:34:00.899762 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc3432-3631-427a-b054-8326cf3ad9f3 req-5707416d-45f4-4a01-a0d9-dc6ba63a4c17 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:00.901266 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0adc3432-3631-427a-b054-8326cf3ad9f3 req-5707416d-45f4-4a01-a0d9-dc6ba63a4c17 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0520842 Jan 24 22:34:00.947875 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0adc3432-3631-427a-b054-8326cf3ad9f3 req-e9c4ea8c-29b1-48eb-96f1-e01ef48590d7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 Jan 24 22:34:02.068386 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d7b5c-301e-40c6-b6af-c7ef65012408 req-07b79981-7780-42ff-9f5d-2d6eedf61b38 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:02.069845 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-563d7b5c-301e-40c6-b6af-c7ef65012408 req-07b79981-7780-42ff-9f5d-2d6eedf61b38 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0474107 Jan 24 22:34:02.123862 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-563d7b5c-301e-40c6-b6af-c7ef65012408 req-ad3d93b6-62d4-40a8-b56a-94a332120d55 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456407 Jan 24 22:34:03.264085 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6052-fb58-4232-855a-efa77fbe69d7 req-87b11113-8335-4826-8180-8d7e59915538 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:03.265632 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-835e6052-fb58-4232-855a-efa77fbe69d7 req-87b11113-8335-4826-8180-8d7e59915538 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0539968 Jan 24 22:34:03.282032 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:34:03.316175 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-835e6052-fb58-4232-855a-efa77fbe69d7 req-76b04727-597d-4588-80ea-efe9f07947c0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 Jan 24 22:34:03.380314 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:03.392312 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': 'b98d14cd-7266-457a-b737-02c742f241f8', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'port_id': 'b98d14cd-7266-457a-b737-02c742f241f8', 'mac_address': 'fa:16:3e:a0:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:34:03.435388 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port b98d14cd-7266-457a-b737-02c742f241f8 is: ACTIVE; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:34:03.435787 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:03.449764 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b98d14cd-7266-457a-b737-02c742f241f8 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:34:03.470328 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:03.474991 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:03.523619 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=6']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:03.673011 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['b98d14cd-7266-457a-b737-02c742f241f8'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:34:03.691775 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46300) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:03.800503 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5e535f6e-b9c5-4db1-b2ab-f35c0bbca2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:03.872419 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5e535f6e-b9c5-4db1-b2ab-f35c0bbca2c9 admin admin] Publish callbacks [] for security_group (995c4baa-1156-4584-a442-0a63872b6c07), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:03.877285 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5e535f6e-b9c5-4db1-b2ab-f35c0bbca2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (995c4baa-1156-4584-a442-0a63872b6c07), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:03.914568 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-5e535f6e-b9c5-4db1-b2ab-f35c0bbca2c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6cdcfc8f41c84619a482ef2182f146e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216914 Jan 24 22:34:03.915517 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535f6e-b9c5-4db1-b2ab-f35c0bbca2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995c4baa-1156-4584-a442-0a63872b6c07,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:03.918317 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46306) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:03.975318 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b0708eb3-f9df-4b03-93c1-4bfcc1492b22 admin admin] Publish callbacks [] for security_group (995c4baa-1156-4584-a442-0a63872b6c07), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:04.000133 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b0708eb3-f9df-4b03-93c1-4bfcc1492b22 admin admin] Publish callbacks [] for security_group (995c4baa-1156-4584-a442-0a63872b6c07), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:04.047014 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b0708eb3-f9df-4b03-93c1-4bfcc1492b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (995c4baa-1156-4584-a442-0a63872b6c07), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:04.049654 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b0708eb3-f9df-4b03-93c1-4bfcc1492b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:04.050836 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b0708eb3-f9df-4b03-93c1-4bfcc1492b22 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/995c4baa-1156-4584-a442-0a63872b6c07 HTTP/1.1" status: 204 len: 168 time: 0.1315250 Jan 24 22:34:04.059091 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0708eb3-f9df-4b03-93c1-4bfcc1492b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995c4baa-1156-4584-a442-0a63872b6c07,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:04.458309 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db44575-8a38-46d1-8d91-57eaf21f5dd6 req-2541b8a8-9908-4fb8-83db-d50a6034a3e9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:04.460155 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3db44575-8a38-46d1-8d91-57eaf21f5dd6 req-2541b8a8-9908-4fb8-83db-d50a6034a3e9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 945 time: 0.0567946 Jan 24 22:34:04.509269 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3db44575-8a38-46d1-8d91-57eaf21f5dd6 req-44ccfa58-4107-4643-bac9-b3ff77a38617 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434799 Jan 24 22:34:05.296550 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:34:05.349142 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port b98d14cd-7266-457a-b737-02c742f241f8 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:34:05.349514 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b98d14cd-7266-457a-b737-02c742f241f8), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:05.433374 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port b98d14cd-7266-457a-b737-02c742f241f8 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:34:05.433772 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:05.459723 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:34:05.462027 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0879d1b-6e0e-43a4-a3bf-698a8ea146f2" -d '{"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-plugged", "status": "completed", "tag": "b98d14cd-7266-457a-b737-02c742f241f8"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:34:05.476303 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:05.482801 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:05.508667 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3547511d-7f9f-4f5e-a041-6c5a58f5a90b x-openstack-request-id: req-3547511d-7f9f-4f5e-a041-6c5a58f5a90b {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:34:05.509081 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-plugged", "status": "completed", "tag": "b98d14cd-7266-457a-b737-02c742f241f8", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:34:05.509375 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3547511d-7f9f-4f5e-a041-6c5a58f5a90b {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:34:05.509769 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8', 'code': 200} Jan 24 22:34:05.536311 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=7']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:05.648520 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3ae1f-dded-4aca-82fd-2ce619b8ca0c req-f7a96b09-7b45-415e-9eca-47267922ac9a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:05.650182 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3ff3ae1f-dded-4aca-82fd-2ce619b8ca0c req-f7a96b09-7b45-415e-9eca-47267922ac9a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0556133 Jan 24 22:34:05.710095 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3ff3ae1f-dded-4aca-82fd-2ce619b8ca0c req-9dc78447-c3bf-4bd0-b25f-551ed37ff575 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530703 Jan 24 22:34:06.923041 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406f865-4e2f-4454-87ac-45fe55fecfc2 req-170b0b62-84e6-4a61-99c3-55037b481051 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:06.929542 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6406f865-4e2f-4454-87ac-45fe55fecfc2 req-170b0b62-84e6-4a61-99c3-55037b481051 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0610919 Jan 24 22:34:06.979166 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6406f865-4e2f-4454-87ac-45fe55fecfc2 req-b2dcbfd7-dcf3-4d9f-9b96-4effa69663c9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486391 Jan 24 22:34:08.115414 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7ff68-a70b-4117-9f07-cd1676d89819 req-abd5dbd4-cb42-4237-9fb9-7e56d4189fb6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:08.117002 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2ef7ff68-a70b-4117-9f07-cd1676d89819 req-abd5dbd4-cb42-4237-9fb9-7e56d4189fb6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0515394 Jan 24 22:34:08.167905 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2ef7ff68-a70b-4117-9f07-cd1676d89819 req-90f654cc-c3bd-462c-b59c-f6180b775906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445967 Jan 24 22:34:09.296897 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e49bd-8d2e-4c84-a5e1-18eb16908edd req-4b243765-39cf-42b8-9bf2-9967a1a47a01 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:09.298621 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-979e49bd-8d2e-4c84-a5e1-18eb16908edd req-4b243765-39cf-42b8-9bf2-9967a1a47a01 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0506630 Jan 24 22:34:09.365009 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-979e49bd-8d2e-4c84-a5e1-18eb16908edd req-7a422ade-5260-4ee7-8af2-416ce0a8a67f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604641 Jan 24 22:34:10.505190 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcf8aa-d264-46e0-9b51-471fa4a1298f req-c897528e-551c-45a0-8194-49b9088a477f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:10.507405 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b8dcf8aa-d264-46e0-9b51-471fa4a1298f req-c897528e-551c-45a0-8194-49b9088a477f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0620365 Jan 24 22:34:10.562278 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b8dcf8aa-d264-46e0-9b51-471fa4a1298f req-cc2a8177-a525-4083-935d-ac8e804ee14e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483239 Jan 24 22:34:11.673183 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b101b-4b69-4aef-ab91-a4712d2a660a req-13824a66-3ace-4fc2-b475-c2f9f88f13d3 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:11.680521 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fd5b101b-4b69-4aef-ab91-a4712d2a660a req-13824a66-3ace-4fc2-b475-c2f9f88f13d3 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0724852 Jan 24 22:34:11.771801 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10b768-207e-45e9-bf6d-217822ca91b2 req-ef3667a0-a50a-463a-a2b4-0896cb9fd3cc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:11.773376 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a10b768-207e-45e9-bf6d-217822ca91b2 req-ef3667a0-a50a-463a-a2b4-0896cb9fd3cc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.1246710 Jan 24 22:34:11.785489 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fd5b101b-4b69-4aef-ab91-a4712d2a660a req-ace46292-cc41-4d95-a250-b7b3fef3e0a4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034048 Jan 24 22:34:11.808339 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46414) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:11.872826 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0a10b768-207e-45e9-bf6d-217822ca91b2 req-83b74c12-7d87-4b26-aa05-d08ce933e0f2 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767710 Jan 24 22:34:12.030530 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167dd50-4471-481e-8a63-d8f1a7291870 tempest-TestMinimumBasicScenario-727972549 tempest-TestMinimumBasicScenario-727972549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:12.035620 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5167dd50-4471-481e-8a63-d8f1a7291870 tempest-TestMinimumBasicScenario-727972549 tempest-TestMinimumBasicScenario-727972549-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1093 time: 0.2259274 Jan 24 22:34:12.035996 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46418) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:12.040939 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'port_id': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:12.067518 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:12.175334 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:12.293048 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Allocated IP 172.27.3.164 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/825876c8-1664-479a-9409-ca5521efb7c2) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:34:12.404663 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for port (825876c8-1664-479a-9409-ca5521efb7c2), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:12.444723 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (825876c8-1664-479a-9409-ca5521efb7c2), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:12.487737 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:34:12.490850 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:34:12.495695 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:34:12.518212 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'Port': ['ID=825876c8-1664-479a-9409-ca5521efb7c2,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:12.901982 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for floatingip (8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:13.007448 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2be596-b6b1-4775-85f1-9e3183a1ce20 req-78f4a122-1fc9-4e1e-b448-98ff1510002f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:13.009323 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1e2be596-b6b1-4775-85f1-9e3183a1ce20 req-78f4a122-1fc9-4e1e-b448-98ff1510002f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0732059 Jan 24 22:34:13.011215 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (825876c8-1664-479a-9409-ca5521efb7c2), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:13.116634 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1e2be596-b6b1-4775-85f1-9e3183a1ce20 req-03d1d594-f441-4f11-af8d-3bc754f818c0 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772176 Jan 24 22:34:13.213066 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for port (825876c8-1664-479a-9409-ca5521efb7c2), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:13.220516 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (825876c8-1664-479a-9409-ca5521efb7c2), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:13.300076 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'Port': ['ID=825876c8-1664-479a-9409-ca5521efb7c2,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:13.318151 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:13.450561 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Floating IP 8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0 associated. External IP: 172.27.3.164, port: 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6. Jan 24 22:34:13.697948 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:34:14.086390 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:34:14.099121 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31414764-c14a-402c-b92f-56d5d770997d None None] Sync routers for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:34:14.114979 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31414764-c14a-402c-b92f-56d5d770997d None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:34:14.115608 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.118941 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-31414764-c14a-402c-b92f-56d5d770997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:33:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:14.149295 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4ba6d6bf-554b-4ef7-a5d1-912c5dccdfd8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1120210 Jan 24 22:34:14.150196 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:34:14.152145 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46434) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:14.157549 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-21eedbe9-2fea-4462-bf56-0418b1d31de7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420703410', 'description': 'tempest-secgroup-smoke-420703410 description', 'project_id': '87f09686992a4d389c166bb0f9704e4c'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:14.166308 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:34:14.202520 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-21eedbe9-2fea-4462-bf56-0418b1d31de7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.240940 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53294378-5232-40ea-817c-f69acebe6a50 x-openstack-request-id: req-53294378-5232-40ea-817c-f69acebe6a50 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:34:14.241551 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:34:14.241817 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-53294378-5232-40ea-817c-f69acebe6a50 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:34:14.242249 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'status': 'completed', 'code': 200} Jan 24 22:34:14.315906 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626e2e4-f5a2-457b-98ed-b6d736af0b75 req-9c305b76-34a3-4289-b55f-97de1498bb9e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:14.317476 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4626e2e4-f5a2-457b-98ed-b6d736af0b75 req-9c305b76-34a3-4289-b55f-97de1498bb9e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0691643 Jan 24 22:34:14.343425 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-21eedbe9-2fea-4462-bf56-0418b1d31de7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group (25f4cdc4-62bd-43d7-94b9-79cc4611a1c5), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.354215 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-21eedbe9-2fea-4462-bf56-0418b1d31de7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (25f4cdc4-62bd-43d7-94b9-79cc4611a1c5), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.389239 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4626e2e4-f5a2-457b-98ed-b6d736af0b75 req-c636d497-90c7-4ad2-938a-f1a7cdc5771a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640872 Jan 24 22:34:14.402854 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eedbe9-2fea-4462-bf56-0418b1d31de7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:14.411142 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-06a695ea-1031-4c96-8ea0-70463ef27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:14.412821 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-06a695ea-1031-4c96-8ea0-70463ef27c2b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=87f09686992a4d389c166bb0f9704e4c&device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1098 time: 0.1152668 Jan 24 22:34:14.415482 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-31414764-c14a-402c-b92f-56d5d770997d None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:34:14.440351 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-21eedbe9-2fea-4462-bf56-0418b1d31de7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.441624 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-21eedbe9-2fea-4462-bf56-0418b1d31de7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2878408 Jan 24 22:34:14.446241 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46446) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:14.451968 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-baf558c9-d741-434e-aea8-c9261267f2c7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'security_group_rule': {'security_group_id': '25f4cdc4-62bd-43d7-94b9-79cc4611a1c5', 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:14.491535 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-baf558c9-d741-434e-aea8-c9261267f2c7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (cb0d45a8-4d09-41df-8392-fc9e63f1bb71), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.516104 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-16038250-1700-40fb-9a4a-40e6de62ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:14.517606 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-16038250-1700-40fb-9a4a-40e6de62ba3e service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 200 len: 915 time: 0.0981874 Jan 24 22:34:14.551474 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-baf558c9-d741-434e-aea8-c9261267f2c7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (cb0d45a8-4d09-41df-8392-fc9e63f1bb71), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.561721 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-baf558c9-d741-434e-aea8-c9261267f2c7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (cb0d45a8-4d09-41df-8392-fc9e63f1bb71), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.583511 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf558c9-d741-434e-aea8-c9261267f2c7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0d45a8-4d09-41df-8392-fc9e63f1bb71,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:14.584563 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-7eb9d646-ef5c-4468-b56f-ee1aac46f139 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 999 time: 0.0607836 Jan 24 22:34:14.596476 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-baf558c9-d741-434e-aea8-c9261267f2c7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.600679 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-baf558c9-d741-434e-aea8-c9261267f2c7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504292 Jan 24 22:34:14.600922 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46450) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:14.605308 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-9083cc67-d3d9-4f01-9db7-eb58821e21d5 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'security_group_rule': {'security_group_id': '25f4cdc4-62bd-43d7-94b9-79cc4611a1c5', 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:14.638375 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9083cc67-d3d9-4f01-9db7-eb58821e21d5 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (22d882bc-645f-4e4d-92a5-fd159a1d27cc), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.642446 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-d4b70134-e34a-4911-b503-70bc57032c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:14.644229 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-d4b70134-e34a-4911-b503-70bc57032c1c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3be311b-60f1-4857-9038-f881ea4e6fc9 HTTP/1.1" status: 200 len: 853 time: 0.0531371 Jan 24 22:34:14.677070 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-31414764-c14a-402c-b92f-56d5d770997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'port_id': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'mac_address': 'fa:16:3e:4f:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:34:12Z', 'updated_at': '2022-01-24T22:34:12Z', 'revision_number': 0, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:14.698952 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-6cb5e6dc-10c5-4cd5-b0d7-dc455df9fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:14.700440 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-6cb5e6dc-10c5-4cd5-b0d7-dc455df9fbe5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecdc8eb-11b7-4424-8f69-878cca15f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492573 Jan 24 22:34:14.702582 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9083cc67-d3d9-4f01-9db7-eb58821e21d5 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (22d882bc-645f-4e4d-92a5-fd159a1d27cc), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.709937 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9083cc67-d3d9-4f01-9db7-eb58821e21d5 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (22d882bc-645f-4e4d-92a5-fd159a1d27cc), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.713173 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31414764-c14a-402c-b92f-56d5d770997d None None] Checking router: 9fc8bc39-7257-4dbb-8325-3c2d146f1588 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:34:14.722155 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31414764-c14a-402c-b92f-56d5d770997d None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:34:14.722881 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-31414764-c14a-402c-b92f-56d5d770997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:33:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:14.727652 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083cc67-d3d9-4f01-9db7-eb58821e21d5 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d882bc-645f-4e4d-92a5-fd159a1d27cc,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:14.736402 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9083cc67-d3d9-4f01-9db7-eb58821e21d5 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.737707 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9083cc67-d3d9-4f01-9db7-eb58821e21d5 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358132 Jan 24 22:34:14.740686 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46454) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:14.745381 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-c23149bf-6596-43a4-8a08-c5c3b2b4499a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'security_group_rule': {'security_group_id': '25f4cdc4-62bd-43d7-94b9-79cc4611a1c5', 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:14.776005 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c23149bf-6596-43a4-8a08-c5c3b2b4499a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (5e132e7b-959e-4336-b611-3ae4452bc1e1), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.828904 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-31414764-c14a-402c-b92f-56d5d770997d None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:34:14.841388 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c23149bf-6596-43a4-8a08-c5c3b2b4499a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (5e132e7b-959e-4336-b611-3ae4452bc1e1), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.850947 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c23149bf-6596-43a4-8a08-c5c3b2b4499a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (5e132e7b-959e-4336-b611-3ae4452bc1e1), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.871112 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23149bf-6596-43a4-8a08-c5c3b2b4499a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e132e7b-959e-4336-b611-3ae4452bc1e1,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:14.879317 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c23149bf-6596-43a4-8a08-c5c3b2b4499a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.881021 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-c23149bf-6596-43a4-8a08-c5c3b2b4499a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393385 Jan 24 22:34:14.883666 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46456) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:14.888162 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-41e5d417-a308-4ad6-b96b-ce4dd45023f4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'security_group_rule': {'security_group_id': '25f4cdc4-62bd-43d7-94b9-79cc4611a1c5', 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:14.920851 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-41e5d417-a308-4ad6-b96b-ce4dd45023f4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (d0aa9214-8496-4997-81f8-57a56d3382a0), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.957854 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-6ca7f1ba-ad83-45fb-9f60-9d545568d531 service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130967 Jan 24 22:34:14.989551 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-41e5d417-a308-4ad6-b96b-ce4dd45023f4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (d0aa9214-8496-4997-81f8-57a56d3382a0), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:14.996756 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-41e5d417-a308-4ad6-b96b-ce4dd45023f4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (d0aa9214-8496-4997-81f8-57a56d3382a0), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.023725 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5d417-a308-4ad6-b96b-ce4dd45023f4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0aa9214-8496-4997-81f8-57a56d3382a0,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:15.031420 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-41e5d417-a308-4ad6-b96b-ce4dd45023f4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.035410 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-41e5d417-a308-4ad6-b96b-ce4dd45023f4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480496 Jan 24 22:34:15.035563 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46458) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:15.040645 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-62bdcc92-6eae-4d05-b5c8-a6a18c2fc095 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'security_group_rule': {'security_group_id': '25f4cdc4-62bd-43d7-94b9-79cc4611a1c5', 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:15.059139 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af3fb13e-f520-4fc4-a1ea-d9e53cdd5b20 req-f86c8999-561c-46ab-897f-d58cf246c78c service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947559 Jan 24 22:34:15.065907 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.securitygroups_db [None req-62bdcc92-6eae-4d05-b5c8-a6a18c2fc095 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Project 87f09686992a4d389c166bb0f9704e4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 22:34:15.071040 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62bdcc92-6eae-4d05-b5c8-a6a18c2fc095 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (2180efa9-293a-4445-8408-7c94f4dc459e), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.075526 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-31414764-c14a-402c-b92f-56d5d770997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'port_id': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'mac_address': 'fa:16:3e:4f:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:34:12Z', 'updated_at': '2022-01-24T22:34:12Z', 'revision_number': 0, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:15.103009 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31414764-c14a-402c-b92f-56d5d770997d None None] The sync data for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi is: [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'port_id': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'mac_address': 'fa:16:3e:4f:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:34:12Z', 'updated_at': '2022-01-24T22:34:12Z', 'revision_number': 0, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:34:15.134995 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62bdcc92-6eae-4d05-b5c8-a6a18c2fc095 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (2180efa9-293a-4445-8408-7c94f4dc459e), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.140864 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62bdcc92-6eae-4d05-b5c8-a6a18c2fc095 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (2180efa9-293a-4445-8408-7c94f4dc459e), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.160215 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdcc92-6eae-4d05-b5c8-a6a18c2fc095 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2180efa9-293a-4445-8408-7c94f4dc459e,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:15.171744 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-62bdcc92-6eae-4d05-b5c8-a6a18c2fc095 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.175590 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-62bdcc92-6eae-4d05-b5c8-a6a18c2fc095 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364641 Jan 24 22:34:15.175840 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46460) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:15.178743 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-bdd779c2-df1e-4be3-aa05-250f8a4eaf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:15.180514 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-bdd779c2-df1e-4be3-aa05-250f8a4eaf9b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 1099 time: 0.0508680 Jan 24 22:34:15.180646 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-e71a03ec-1dcc-403a-ab21-c7580190f07b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'security_group_rule': {'security_group_id': '25f4cdc4-62bd-43d7-94b9-79cc4611a1c5', 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:15.207331 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.securitygroups_db [None req-e71a03ec-1dcc-403a-ab21-c7580190f07b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Project 87f09686992a4d389c166bb0f9704e4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 22:34:15.212794 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e71a03ec-1dcc-403a-ab21-c7580190f07b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (1906ee23-b2f6-4e18-8bac-731ab1b5a36b), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.276476 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e71a03ec-1dcc-403a-ab21-c7580190f07b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (1906ee23-b2f6-4e18-8bac-731ab1b5a36b), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.281826 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-f6eb1d1e-3664-4764-aa3d-1afc795daee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:15.282061 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e71a03ec-1dcc-403a-ab21-c7580190f07b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (1906ee23-b2f6-4e18-8bac-731ab1b5a36b), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.283460 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-f6eb1d1e-3664-4764-aa3d-1afc795daee3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.0972085 Jan 24 22:34:15.301894 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a03ec-1dcc-403a-ab21-c7580190f07b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1906ee23-b2f6-4e18-8bac-731ab1b5a36b,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:15.314378 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e71a03ec-1dcc-403a-ab21-c7580190f07b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.318922 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-e71a03ec-1dcc-403a-ab21-c7580190f07b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388154 Jan 24 22:34:15.341693 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc995d-6b3e-4cc3-ac82-72ca102b5a0a None None] New status for floating IP 8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:34:15.375647 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-d13d2581-b1c0-4838-9999-40e6953e9dd0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b98d14cd-7266-457a-b737-02c742f241f8 HTTP/1.1" status: 200 len: 1002 time: 0.0853829 Jan 24 22:34:15.408427 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-f91654c6-ece6-4355-863a-b03163d3e3ed tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420703410&fields=id&tenant_id=87f09686992a4d389c166bb0f9704e4c HTTP/1.1" status: 200 len: 267 time: 0.0451577 Jan 24 22:34:15.427803 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-5ee09531-3031-4665-9561-3e9bcc98aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:15.429473 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-5ee09531-3031-4665-9561-3e9bcc98aff6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0453048 Jan 24 22:34:15.471451 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-9510aafa-5cc9-4b50-b4cb-684b1c2e3de3 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:15.473219 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-9510aafa-5cc9-4b50-b4cb-684b1c2e3de3 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0580525 Jan 24 22:34:15.487795 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-f37d8438-1f2a-4eae-a2d7-5034ec05007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:15.489445 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-f37d8438-1f2a-4eae-a2d7-5034ec05007d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527585 Jan 24 22:34:15.490894 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'port': {'security_groups': ['7bb0131b-3d2b-4820-b31f-1ddb5df83e4b', '25f4cdc4-62bd-43d7-94b9-79cc4611a1c5']}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:34:15.576325 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7770230-424f-4404-9847-a139732e4c24 req-0b8d4dfa-0e6b-4ecb-83bc-56f7c493dbf9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:15.577880 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a7770230-424f-4404-9847-a139732e4c24 req-0b8d4dfa-0e6b-4ecb-83bc-56f7c493dbf9 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.1036775 Jan 24 22:34:15.587144 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-bee11324-75e5-489e-bde3-8a6720ec2eb4 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914471 Jan 24 22:34:15.591878 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.666939 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a7770230-424f-4404-9847-a139732e4c24 req-e219b2d8-f769-4a88-ab1b-b1584dbd4c65 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834811 Jan 24 22:34:15.686715 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43ed7b93-bd09-44c6-ab98-9447f4102860 req-11cb75e1-c929-4b9f-80de-95d2d032f0b6 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938025 Jan 24 22:34:15.815053 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] For port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:15.843899 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.852076 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.896849 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:34:15.901278 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:15.901981 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:15.903631 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9baab17a-7af5-4453-8b95-bb1e954e16e4 req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "PUT /v2.0/ports/5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 981 time: 0.4188907 Jan 24 22:34:15.926612 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2332fe-456b-4ac8-bf51-4189b74c98c8 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'Port': ['ID=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,revision_number=6']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:16.014966 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80031b2e-906e-4877-92b7-86d1061a0db2 req-af40adb4-a6af-414b-80a0-667d45c9135a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:16.016722 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-80031b2e-906e-4877-92b7-86d1061a0db2 req-af40adb4-a6af-414b-80a0-667d45c9135a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0519767 Jan 24 22:34:16.077667 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:34:16.084590 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-80031b2e-906e-4877-92b7-86d1061a0db2 req-d7acdf35-62c4-4408-bd75-7a945776b3cc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610068 Jan 24 22:34:16.154774 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-def35bad-ca08-4c63-a1bd-cb47694d833e None None] Provisioning complete for port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:34:16.155400 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-def35bad-ca08-4c63-a1bd-cb47694d833e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:16.206756 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e77e2c25-31b1-430c-ba48-7210882e4ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:16.243641 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:34:16.248695 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a971c7c9-e1ee-4e06-bf41-2574bd376a10" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:34:16.286682 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e74e48-1e58-485c-a2f2-f0dd253532d0 x-openstack-request-id: req-c4e74e48-1e58-485c-a2f2-f0dd253532d0 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:34:16.287061 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:34:16.287389 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c4e74e48-1e58-485c-a2f2-f0dd253532d0 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:34:16.287900 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'status': 'completed', 'code': 200} Jan 24 22:34:16.373543 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-def35bad-ca08-4c63-a1bd-cb47694d833e None None] Current status of the port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:34:16.394335 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-7a9b8006-b7fb-42be-ab61-4e60e9cc8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:16.395890 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-7a9b8006-b7fb-42be-ab61-4e60e9cc8ad3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=87f09686992a4d389c166bb0f9704e4c&device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1137 time: 0.0436940 Jan 24 22:34:16.488837 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-70de2bbd-1235-4969-a005-c5120a88875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:16.490666 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-70de2bbd-1235-4969-a005-c5120a88875c service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 200 len: 915 time: 0.0878415 Jan 24 22:34:16.557341 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-af8b4331-dd28-4467-a529-c4e1efe77689 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 1001 time: 0.0596395 Jan 24 22:34:16.606974 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-b33c63d8-f946-4a34-a704-150efa58ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:16.608450 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-b33c63d8-f946-4a34-a704-150efa58ae85 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3be311b-60f1-4857-9038-f881ea4e6fc9 HTTP/1.1" status: 200 len: 853 time: 0.0431550 Jan 24 22:34:16.659912 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-dedf302d-9e12-4d3a-969a-4e175ae2b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:16.661430 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-dedf302d-9e12-4d3a-969a-4e175ae2b89d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecdc8eb-11b7-4424-8f69-878cca15f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431380 Jan 24 22:34:16.761631 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-a48bc8b9-7573-4c8f-8af5-032d85857966 service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867414 Jan 24 22:34:16.794532 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76435-141c-47f8-ab00-357c85de4679 req-35d0be26-3eda-4d64-bf85-c6d1e309cb72 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:16.796047 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-06a76435-141c-47f8-ab00-357c85de4679 req-35d0be26-3eda-4d64-bf85-c6d1e309cb72 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 946 time: 0.0541337 Jan 24 22:34:16.846273 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-06a76435-141c-47f8-ab00-357c85de4679 req-ba54df3e-852b-4798-8cf4-6797bcff1eae tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Jan 24 22:34:16.856526 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a971c7c9-e1ee-4e06-bf41-2574bd376a10 req-46b2bcc4-3bcc-48a9-a8da-ac30c030c880 service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876646 Jan 24 22:34:17.363777 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:34:17.444447 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port b98d14cd-7266-457a-b737-02c742f241f8 is: ACTIVE; New status is: DOWN {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:34:17.444822 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:17.467147 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:34:17.469485 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4071ec6a-4d78-4a1c-9f63-752e1a6e7f57" -d '{"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-unplugged", "status": "completed", "tag": "b98d14cd-7266-457a-b737-02c742f241f8"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:34:17.482029 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:17.487294 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:17.511838 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 22:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7cd491-a944-4547-bf29-55f0ec2e5cdd x-openstack-request-id: req-6d7cd491-a944-4547-bf29-55f0ec2e5cdd {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:34:17.512136 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-unplugged", "status": "completed", "tag": "b98d14cd-7266-457a-b737-02c742f241f8", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:34:17.512393 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6d7cd491-a944-4547-bf29-55f0ec2e5cdd {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:34:17.512783 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8', 'code': 200} Jan 24 22:34:17.538775 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=8']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:17.977239 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0b47-71cd-4cf8-9e10-1c09db86b737 req-f4a2d11a-cd0d-4696-91d6-6e066ddc132c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:17.978929 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ffde0b47-71cd-4cf8-9e10-1c09db86b737 req-f4a2d11a-cd0d-4696-91d6-6e066ddc132c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0598624 Jan 24 22:34:18.054002 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ffde0b47-71cd-4cf8-9e10-1c09db86b737 req-e8989671-4f47-4cf9-9c05-21a83d5d89ad tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693262 Jan 24 22:34:18.490235 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bf16f519-e95f-4874-a5fb-84e03603dd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:19.195681 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336be881-9c5d-4c8b-93de-d3227628b0b0 req-3c775a00-e534-488c-8c2c-982bf7e6c277 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:19.197246 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-336be881-9c5d-4c8b-93de-d3227628b0b0 req-3c775a00-e534-488c-8c2c-982bf7e6c277 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0679846 Jan 24 22:34:19.256807 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-336be881-9c5d-4c8b-93de-d3227628b0b0 req-f7a68691-b3b3-43fb-b769-231658510d43 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538447 Jan 24 22:34:19.480499 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:20.230238 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [req-d87206d8-860e-49de-ada7-a047b734f673 req-04a4124d-2edb-45d1-8283-a762ae707f67 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:34:20.231265 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d87206d8-860e-49de-ada7-a047b734f673 req-04a4124d-2edb-45d1-8283-a762ae707f67 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527413 Jan 24 22:34:20.398995 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557d6d5-ec3f-4961-8edc-d7e6f47c004d req-9ee113f0-58ed-4e6c-b5d7-1d60831be678 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:20.400524 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b557d6d5-ec3f-4961-8edc-d7e6f47c004d req-9ee113f0-58ed-4e6c-b5d7-1d60831be678 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0510564 Jan 24 22:34:20.479168 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-034a711f-e22d-4848-8ceb-308a83dbeed6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739548 Jan 24 22:34:20.483001 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b557d6d5-ec3f-4961-8edc-d7e6f47c004d req-2a28ceb9-d471-4fb1-b16b-935f9a046d97 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766380 Jan 24 22:34:20.993028 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:21.360301 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:34:21.437307 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port b98d14cd-7266-457a-b737-02c742f241f8 is: DOWN; New status is: DOWN {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:34:21.542477 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c47c-b571-4eee-81de-37b8054128ed req-df558077-7688-4da3-8809-c11c1a750d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:21.544001 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-df558077-7688-4da3-8809-c11c1a750d5f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241&tenant_id=2480860d99554b1c8d0c7845602c854e HTTP/1.1" status: 200 len: 1097 time: 0.0429447 Jan 24 22:34:21.605044 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c089e2a-46c4-46c7-84be-6355d3110c49 req-01decf8b-def8-4d0c-ac1e-6a8134129fc4 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:21.606538 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6c089e2a-46c4-46c7-84be-6355d3110c49 req-01decf8b-def8-4d0c-ac1e-6a8134129fc4 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0484481 Jan 24 22:34:21.619935 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c47c-b571-4eee-81de-37b8054128ed req-8b939617-6e17-402f-9a8a-839f2e2d57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:21.621481 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-8b939617-6e17-402f-9a8a-839f2e2d57c8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2480860d99554b1c8d0c7845602c854e&device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 1097 time: 0.0415914 Jan 24 22:34:21.657131 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6c089e2a-46c4-46c7-84be-6355d3110c49 req-936f5c73-3ee9-4f3e-abdb-33e22b4b6e3c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449941 Jan 24 22:34:21.975916 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c47c-b571-4eee-81de-37b8054128ed req-8b866dcc-4532-492f-bf32-4c6e9d9956d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:21.977618 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-8b866dcc-4532-492f-bf32-4c6e9d9956d5 service neutron] 10.222.0.115 "GET /v2.0/networks?id=8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 200 len: 918 time: 0.3493354 Jan 24 22:34:22.044425 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-09d405b9-e26f-4683-ac6d-e46a349a997d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b98d14cd-7266-457a-b737-02c742f241f8 HTTP/1.1" status: 200 len: 1000 time: 0.0604289 Jan 24 22:34:22.096064 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c47c-b571-4eee-81de-37b8054128ed req-732236d0-9bbc-4be4-bbe5-eb6be09a6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:22.097548 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-732236d0-9bbc-4be4-bbe5-eb6be09a6576 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 200 len: 856 time: 0.0456896 Jan 24 22:34:22.160741 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c47c-b571-4eee-81de-37b8054128ed req-c07a6fc8-3536-4119-8798-487280d2f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:22.162270 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-c07a6fc8-3536-4119-8798-487280d2f778 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=8d56f692-32cb-491f-92de-425cd4663a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446544 Jan 24 22:34:22.255314 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-0a8221ae-e92b-4394-9462-d1180532cde7 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854840 Jan 24 22:34:22.365742 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c970c47c-b571-4eee-81de-37b8054128ed req-d33ab73d-704b-4e94-b86a-5d8b31233444 service neutron] 10.222.0.115 "GET /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020036 Jan 24 22:34:22.388789 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:22.780617 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6e810-0042-467f-a912-5533facb5334 req-9b4a5517-bb10-485d-9972-ef327589c361 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:22.782130 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6de6e810-0042-467f-a912-5533facb5334 req-9b4a5517-bb10-485d-9972-ef327589c361 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0512888 Jan 24 22:34:22.877497 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6de6e810-0042-467f-a912-5533facb5334 req-e3d53b50-fdae-4f2e-b184-a0df257bca4b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876436 Jan 24 22:34:24.014735 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328497-5bee-4341-9c0e-c131eb8d7553 req-ea5d55bd-c365-4fdc-b1b6-a7b54743f81e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:24.016194 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9c328497-5bee-4341-9c0e-c131eb8d7553 req-ea5d55bd-c365-4fdc-b1b6-a7b54743f81e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0506763 Jan 24 22:34:24.061898 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9c328497-5bee-4341-9c0e-c131eb8d7553 req-b29ad5fd-fee5-469a-b909-bba52e71d6ed tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400746 Jan 24 22:34:25.194826 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8416-9faa-41e1-843a-6d7f65fe99ed req-cf1b40de-ec6b-4802-b725-b871d44b5102 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:25.196465 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ddfe8416-9faa-41e1-843a-6d7f65fe99ed req-cf1b40de-ec6b-4802-b725-b871d44b5102 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0530040 Jan 24 22:34:25.247562 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ddfe8416-9faa-41e1-843a-6d7f65fe99ed req-83fe920e-2276-4ac1-8ac3-05c438995baa tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Jan 24 22:34:26.410834 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa868d7-869b-42a9-ad00-11764f0b071c req-36b1a8f3-77d5-4adb-8dc5-12bb65fc637d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:26.412396 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4aa868d7-869b-42a9-ad00-11764f0b071c req-36b1a8f3-77d5-4adb-8dc5-12bb65fc637d tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0653074 Jan 24 22:34:26.460561 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4aa868d7-869b-42a9-ad00-11764f0b071c req-b80ce5e9-eece-4efe-9257-0bcce35dd1f7 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421250 Jan 24 22:34:27.589847 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b54cd0-3c7c-447b-934b-693028d3b0c2 req-dc4455c7-6b79-4511-a01d-04cd3b5ab2ea tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:27.591328 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-24b54cd0-3c7c-447b-934b-693028d3b0c2 req-dc4455c7-6b79-4511-a01d-04cd3b5ab2ea tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0543575 Jan 24 22:34:27.643234 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-24b54cd0-3c7c-447b-934b-693028d3b0c2 req-64a2a6a2-323d-4291-8f5d-1d606a2bd31a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460789 Jan 24 22:34:28.809662 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d526fa-5450-4636-a271-12837b42b14f req-4f2e5154-a9d8-4965-a840-8cd9170c1d21 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:28.811107 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-84d526fa-5450-4636-a271-12837b42b14f req-4f2e5154-a9d8-4965-a840-8cd9170c1d21 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0583160 Jan 24 22:34:28.863256 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-84d526fa-5450-4636-a271-12837b42b14f req-66187f07-71a0-4060-8e3f-e391bb4775e6 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465386 Jan 24 22:34:28.922437 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:29.995701 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217b8dd-2084-40e8-a50d-672490327d13 req-1da5ca28-3ef2-4625-a298-787437ab7a9b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:29.997404 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2217b8dd-2084-40e8-a50d-672490327d13 req-1da5ca28-3ef2-4625-a298-787437ab7a9b tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0488942 Jan 24 22:34:30.047332 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2217b8dd-2084-40e8-a50d-672490327d13 req-559c55b1-0311-466f-9a1e-a74c5187ac7f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443547 Jan 24 22:34:31.180401 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0641a1-66a6-4de1-a740-a94182692669 req-66a59c60-97ff-46a0-88f4-de9afe67caa5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:31.181889 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9d0641a1-66a6-4de1-a740-a94182692669 req-66a59c60-97ff-46a0-88f4-de9afe67caa5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0480895 Jan 24 22:34:31.238707 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9d0641a1-66a6-4de1-a740-a94182692669 req-759e561d-c8c2-49a6-a1f5-7deaea0bff7a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491695 Jan 24 22:34:32.371744 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d83ce-235e-4e3d-9198-bbf8d79e622a req-0e10c8ad-663d-4181-b783-30532e353f0f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:32.373232 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-520d83ce-235e-4e3d-9198-bbf8d79e622a req-0e10c8ad-663d-4181-b783-30532e353f0f tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0499365 Jan 24 22:34:32.420648 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-520d83ce-235e-4e3d-9198-bbf8d79e622a req-45efb60c-2ec0-4a82-8518-de8f5fefee47 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Jan 24 22:34:33.569827 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a0af0-9a1b-47d5-aa7d-f0f2a31ca371 req-f0caec85-2fe0-491a-a4c7-2388d9d1ac08 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:33.571250 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-356a0af0-9a1b-47d5-aa7d-f0f2a31ca371 req-f0caec85-2fe0-491a-a4c7-2388d9d1ac08 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0600731 Jan 24 22:34:33.620921 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-356a0af0-9a1b-47d5-aa7d-f0f2a31ca371 req-76dcba97-3e5d-42f3-abc9-b09e3c9f09f1 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Jan 24 22:34:34.207523 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce9ca-7715-4745-a7d1-c98f1136030e req-11964596-9c46-4a81-831f-6650f2e2402b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:34.209624 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ec1ce9ca-7715-4745-a7d1-c98f1136030e req-11964596-9c46-4a81-831f-6650f2e2402b tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0559223 Jan 24 22:34:34.259221 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ec1ce9ca-7715-4745-a7d1-c98f1136030e req-1324e675-e638-4027-ae13-cc920946bab0 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433500 Jan 24 22:34:34.762834 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2bfa-93a6-41b7-9c41-0169907498fd req-5a94891a-ed7f-41cd-8980-4580d2831afc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:34.764408 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8f2c2bfa-93a6-41b7-9c41-0169907498fd req-5a94891a-ed7f-41cd-8980-4580d2831afc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 944 time: 0.0585606 Jan 24 22:34:34.814456 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8f2c2bfa-93a6-41b7-9c41-0169907498fd req-deeda2fc-8dab-445f-a8ce-035596f46169 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Jan 24 22:34:35.392515 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b879476-bac0-4835-b26e-e039119caee2 req-fe3ead87-f3de-4b82-ae4a-1c8af93ab381 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:35.394035 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b879476-bac0-4835-b26e-e039119caee2 req-fe3ead87-f3de-4b82-ae4a-1c8af93ab381 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0496693 Jan 24 22:34:35.407764 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:34:35.452920 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b879476-bac0-4835-b26e-e039119caee2 req-6d35bfdc-f4fe-48ea-9205-c33a3d289389 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504746 Jan 24 22:34:35.509256 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:35.520337 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': 'b98d14cd-7266-457a-b737-02c742f241f8', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'port_id': 'b98d14cd-7266-457a-b737-02c742f241f8', 'mac_address': 'fa:16:3e:a0:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:34:35.557177 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port b98d14cd-7266-457a-b737-02c742f241f8 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:34:35.557604 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:35.570482 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98d14cd-7266-457a-b737-02c742f241f8 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:34:35.590015 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:35.596279 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:35.645417 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=9']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:35.686339 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:34:35.953167 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84340d5e-687a-4b8c-95f2-28c1a1e750e5 req-ffd6d32b-0d49-4827-8f0c-0654f1f837f3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:35.954624 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-84340d5e-687a-4b8c-95f2-28c1a1e750e5 req-ffd6d32b-0d49-4827-8f0c-0654f1f837f3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 945 time: 0.0494998 Jan 24 22:34:35.963486 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['b98d14cd-7266-457a-b737-02c742f241f8'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:34:36.006264 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-84340d5e-687a-4b8c-95f2-28c1a1e750e5 req-dbd36386-4599-475e-8a90-1c438a4b08b5 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Jan 24 22:34:36.230924 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-478bdb68-ac8b-4563-8f5e-d9c37ae4a27a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:36.232453 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-478bdb68-ac8b-4563-8f5e-d9c37ae4a27a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0647876 Jan 24 22:34:36.330840 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Deleting port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:34:36.331126 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:36.425471 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] For port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:36.425875 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:36.573094 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ad23-d712-4db9-936f-f5d897a71cc6 req-6c0cbb27-da25-4de8-b275-faded819ef29 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:36.574580 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e465ad23-d712-4db9-936f-f5d897a71cc6 req-6c0cbb27-da25-4de8-b275-faded819ef29 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Jan 24 22:34:36.622911 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e465ad23-d712-4db9-936f-f5d897a71cc6 req-952714c3-667e-48fd-97c3-2cdb76910d88 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups?id=a92dc947-1dcc-42b7-ba90-daf776a5e896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421243 Jan 24 22:34:36.657633 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:36.658000 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (ba354eb1-846b-41a7-a670-f466c1bca7de), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:36.658324 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Floating IP ba354eb1-846b-41a7-a670-f466c1bca7de disassociated. External IP: 172.27.3.141, port: 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb. Jan 24 22:34:36.658666 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Calling delete_port for 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:34:36.793158 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (2224cb8d-9ba5-46c9-9ad0-f349156ad1fb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:36.821096 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event deleted for resources: {'Port': ['ID=2224cb8d-9ba5-46c9-9ad0-f349156ad1fb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:36.832241 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.832554 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.832896 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.833269 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.833647 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.833965 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.834290 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.834618 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.834941 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.835251 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.835571 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.835890 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.836198 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:36.962543 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Router be657929-baae-4bf6-afbe-280e308a838c has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:34:37.074451 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:34:37.085666 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] Sync routers for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:34:37.097395 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:34:37.098014 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:34:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:37.113692 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] No DVR routers for this DVR port 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:34:37.116231 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:37.119794 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca6309ab-06b4-4137-9e4a-b2d437344363 req-d0633bb5-90cc-46d0-8094-5e8f5714097d tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.115 "DELETE /v2.0/ports/2224cb8d-9ba5-46c9-9ad0-f349156ad1fb HTTP/1.1" status: 204 len: 173 time: 0.8808684 Jan 24 22:34:37.120270 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'name': 'network-vif-deleted', 'tag': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:34:37.123253 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206372f-d768-46b2-b7be-53be28ef9f42" -d '{"events": [{"server_uuid": "4d98aba3-4e1a-4acd-9aff-582acd7e2322", "name": "network-vif-deleted", "tag": "2224cb8d-9ba5-46c9-9ad0-f349156ad1fb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:34:37.135286 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd880b59-b7ee-45a5-b192-f2e10ed1b77a req-c5e4f7dc-ab0b-4bb4-86b3-673bc8d0cb76 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:37.137015 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fd880b59-b7ee-45a5-b192-f2e10ed1b77a req-c5e4f7dc-ab0b-4bb4-86b3-673bc8d0cb76 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 945 time: 0.0537379 Jan 24 22:34:37.168659 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5061ce70-f656-48b3-9592-fbec9f35cc3c x-openstack-request-id: req-5061ce70-f656-48b3-9592-fbec9f35cc3c {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:34:37.168958 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d98aba3-4e1a-4acd-9aff-582acd7e2322", "name": "network-vif-deleted", "tag": "2224cb8d-9ba5-46c9-9ad0-f349156ad1fb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:34:37.169249 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5061ce70-f656-48b3-9592-fbec9f35cc3c {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:34:37.169653 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d98aba3-4e1a-4acd-9aff-582acd7e2322', 'name': 'network-vif-deleted', 'tag': '2224cb8d-9ba5-46c9-9ad0-f349156ad1fb', 'status': 'completed', 'code': 200} Jan 24 22:34:37.193930 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fd880b59-b7ee-45a5-b192-f2e10ed1b77a req-86386a41-6997-4acc-be2c-bc952818e297 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508988 Jan 24 22:34:37.217186 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:34:37.419253 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:37.449604 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] Checking router: be657929-baae-4bf6-afbe-280e308a838c for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:34:37.458936 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:34:37.459535 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:34:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:37.503925 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:34:37.731308 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:34:37.737930 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-18dd772a-33d1-4150-a4ef-9f4bef2a0141 req-586910a7-64bf-4c5c-8f9d-1ccd6c076f5e tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d98aba3-4e1a-4acd-9aff-582acd7e2322 HTTP/1.1" status: 200 len: 210 time: 0.0272369 Jan 24 22:34:37.761622 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port b98d14cd-7266-457a-b737-02c742f241f8 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:34:37.762000 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (b98d14cd-7266-457a-b737-02c742f241f8), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:37.946946 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port b98d14cd-7266-457a-b737-02c742f241f8 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:34:37.947345 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:37.992665 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:34:37.994935 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac8d430-bc88-4d84-bf03-840729886a41" -d '{"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-plugged", "status": "completed", "tag": "b98d14cd-7266-457a-b737-02c742f241f8"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:34:38.009022 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:38.016155 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:38.016966 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:34:38.055970 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8311b5-ce57-4915-83f1-d520b7ab394b x-openstack-request-id: req-eb8311b5-ce57-4915-83f1-d520b7ab394b {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:34:38.056282 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-plugged", "status": "completed", "tag": "b98d14cd-7266-457a-b737-02c742f241f8", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:34:38.056511 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eb8311b5-ce57-4915-83f1-d520b7ab394b {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:34:38.056887 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8', 'code': 200} Jan 24 22:34:38.064872 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:34:38.065141 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 2224cb8d-9ba5-46c9-9ad0-f349156ad1fb not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:34:38.089056 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:38.117793 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=10']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:38.120601 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d814a-18e0-40c4-9441-370116bcf8d5 None None] The sync data for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi is: [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:27:56Z', 'revision_number': 4, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '9b06e040-ea24-4a33-bb46-a582a2f301f7', 'name': '', 'network_id': '6dcc1b10-df2b-4c1c-b91e-fb189e3895c8', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'mac_address': 'fa:16:3e:50:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:54Z', 'updated_at': '2022-01-24T22:28:07Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'subnets': [{'id': '8a31de3f-4d3a-47d7-8f5f-c8a503726ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:34:38.284268 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaff211-22b6-49c2-9e2e-a0d0cedafc20 req-862239f5-a0a1-4ee5-9572-0a4a4186ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:38.285855 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ddaff211-22b6-49c2-9e2e-a0d0cedafc20 req-862239f5-a0a1-4ee5-9572-0a4a4186ce6f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 1100 time: 0.0465016 Jan 24 22:34:38.330095 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd9d0-ed8d-493e-91af-6f4e0ba28676 req-ded91727-dcc6-452c-868e-064af5d08f9e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:38.331655 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-557fd9d0-ed8d-493e-91af-6f4e0ba28676 req-ded91727-dcc6-452c-868e-064af5d08f9e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 947 time: 0.0526245 Jan 24 22:34:38.333581 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ddaff211-22b6-49c2-9e2e-a0d0cedafc20 req-6f6a389f-8542-4935-b819-cde53e10770c service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Jan 24 22:34:38.387372 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-557fd9d0-ed8d-493e-91af-6f4e0ba28676 req-a9856664-c618-4322-bd79-0e4b150c34c3 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495849 Jan 24 22:34:38.388038 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbe484-73c1-4333-915e-89044bf96a15 None None] New status for floating IP ba354eb1-846b-41a7-a670-f466c1bca7de: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:34:38.834046 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46682) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:38.891652 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5279c5f1-2046-4e9a-9256-5a973d0e7f05 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (a92dc947-1dcc-42b7-ba90-daf776a5e896), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:38.915278 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5279c5f1-2046-4e9a-9256-5a973d0e7f05 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (a92dc947-1dcc-42b7-ba90-daf776a5e896), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:38.962604 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5279c5f1-2046-4e9a-9256-5a973d0e7f05 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (a92dc947-1dcc-42b7-ba90-daf776a5e896), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:38.965300 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5279c5f1-2046-4e9a-9256-5a973d0e7f05 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:38.966468 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-5279c5f1-2046-4e9a-9256-5a973d0e7f05 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "DELETE /v2.0/security-groups/a92dc947-1dcc-42b7-ba90-daf776a5e896 HTTP/1.1" status: 204 len: 168 time: 0.1313872 Jan 24 22:34:38.970395 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46684) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:38.976161 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279c5f1-2046-4e9a-9256-5a973d0e7f05 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92dc947-1dcc-42b7-ba90-daf776a5e896,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:38.985277 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.api.v2.resource [None req-e7e01158-6413-4a2f-a3d1-b86402ef0a77 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] show failed (client error): The resource could not be found. Jan 24 22:34:38.986935 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e7e01158-6413-4a2f-a3d1-b86402ef0a77 tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "GET /v2.0/security-groups/a92dc947-1dcc-42b7-ba90-daf776a5e896 HTTP/1.1" status: 404 len: 347 time: 0.0157571 Jan 24 22:34:38.989744 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46686) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:39.116628 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Deleting port 32fbce11-036a-499a-987b-70b60c5109ce {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:34:39.116855 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (32fbce11-036a-499a-987b-70b60c5109ce), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:39.194782 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (32fbce11-036a-499a-987b-70b60c5109ce), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:39.195074 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (32fbce11-036a-499a-987b-70b60c5109ce), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:39.208705 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Calling delete_port for 32fbce11-036a-499a-987b-70b60c5109ce owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:34:39.347177 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (32fbce11-036a-499a-987b-70b60c5109ce), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:39.375873 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Pushing event deleted for resources: {'Port': ['ID=32fbce11-036a-499a-987b-70b60c5109ce,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:39.434472 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks [] for floatingip (ba354eb1-846b-41a7-a670-f466c1bca7de), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:39.437412 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:39.438637 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-34ece82c-9264-494c-bbdb-c53260aef46a tempest-AttachVolumeTestJSON-2002545419 tempest-AttachVolumeTestJSON-2002545419-project] 10.222.0.84 "DELETE /v2.0/floatingips/ba354eb1-846b-41a7-a670-f466c1bca7de HTTP/1.1" status: 204 len: 168 time: 0.4477754 Jan 24 22:34:39.521614 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343e374-8dc2-4267-b195-36ef83d0598b req-02859a70-ff03-4b75-a295-2642f1345664 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:39.523195 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b343e374-8dc2-4267-b195-36ef83d0598b req-02859a70-ff03-4b75-a295-2642f1345664 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 947 time: 0.0588362 Jan 24 22:34:39.572533 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b343e374-8dc2-4267-b195-36ef83d0598b req-63b653b2-61e8-44f5-b79d-b9f1814ec16a tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432870 Jan 24 22:34:40.066769 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7833fc-084d-4ce8-b458-55b8b237d9e9 req-39e792c5-1104-4361-875d-418a692805b4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:40.068401 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a7833fc-084d-4ce8-b458-55b8b237d9e9 req-39e792c5-1104-4361-875d-418a692805b4 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0522096 Jan 24 22:34:40.096350 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-e3576d02-938f-47c7-91ef-23ab18989d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:40.098000 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-e3576d02-938f-47c7-91ef-23ab18989d2b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=87f09686992a4d389c166bb0f9704e4c&device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1137 time: 0.0431526 Jan 24 22:34:40.131292 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3a7833fc-084d-4ce8-b458-55b8b237d9e9 req-34a1c5ae-120e-48a2-8654-eae95dacb680 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564342 Jan 24 22:34:40.196564 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-4edf8644-f5a2-451b-bfac-55dc7f04da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:40.198063 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-4edf8644-f5a2-451b-bfac-55dc7f04da88 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 200 len: 915 time: 0.0929782 Jan 24 22:34:40.267996 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-a014030f-d038-4620-b2e2-61efce5dbf25 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 1001 time: 0.0629592 Jan 24 22:34:40.337021 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-edc9a9e0-8eb9-453f-88c8-34cddfd05948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:40.338560 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-edc9a9e0-8eb9-453f-88c8-34cddfd05948 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3be311b-60f1-4857-9038-f881ea4e6fc9 HTTP/1.1" status: 200 len: 853 time: 0.0492983 Jan 24 22:34:40.386936 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-ec24f85c-4007-4985-865e-4525264a25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:40.388435 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-ec24f85c-4007-4985-865e-4525264a25f5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecdc8eb-11b7-4424-8f69-878cca15f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427148 Jan 24 22:34:40.486813 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-24beee9d-1797-4a4f-a25c-a73c29e2f5f5 service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908239 Jan 24 22:34:40.582377 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b36151ef-6201-4517-9328-bbb1fe37fe69 req-eb84a803-62b7-4f96-80a5-38a99cb34a7b service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885267 Jan 24 22:34:40.706433 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71512b11-ab40-4262-a47f-8ba2d0650009 req-b6f653f8-81f6-4a7b-b4db-05e8e8d77472 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:40.708015 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-71512b11-ab40-4262-a47f-8ba2d0650009 req-b6f653f8-81f6-4a7b-b4db-05e8e8d77472 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 947 time: 0.0593290 Jan 24 22:34:40.758842 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-71512b11-ab40-4262-a47f-8ba2d0650009 req-51de411f-9404-40e0-ad0e-ec3cc126ceda tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449882 Jan 24 22:34:41.265324 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6aa855-7ca5-4b00-9bf3-fd76c139472b req-5791d02f-8d43-4cda-8cbd-f742157a6230 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:41.266811 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7a6aa855-7ca5-4b00-9bf3-fd76c139472b req-5791d02f-8d43-4cda-8cbd-f742157a6230 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0568581 Jan 24 22:34:41.325539 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7a6aa855-7ca5-4b00-9bf3-fd76c139472b req-563f6c92-719f-47a7-8ecc-78e171b932bc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530148 Jan 24 22:34:42.455151 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f703845-16f5-41ea-9c43-6d278ab213ac req-413b3ef0-e884-4ed3-9a8e-b8345260b19b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:42.456621 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4f703845-16f5-41ea-9c43-6d278ab213ac req-413b3ef0-e884-4ed3-9a8e-b8345260b19b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0522277 Jan 24 22:34:42.519872 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4f703845-16f5-41ea-9c43-6d278ab213ac req-17f4be48-1cf7-448d-96ff-dee00097b742 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547960 Jan 24 22:34:43.001445 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46764) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:43.469363 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (be657929-baae-4bf6-afbe-280e308a838c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:43.643418 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0800ac-a370-4848-9e05-ab7182554763 req-ad6e8b19-2b79-4ed1-8d44-f299a789b3ba tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:43.644908 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a0800ac-a370-4848-9e05-ab7182554763 req-ad6e8b19-2b79-4ed1-8d44-f299a789b3ba tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0539291 Jan 24 22:34:43.704726 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a0800ac-a370-4848-9e05-ab7182554763 req-489e9d52-5612-4fec-a931-6b2483ff8980 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538654 Jan 24 22:34:43.710489 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Deleting port 9b06e040-ea24-4a33-bb46-a582a2f301f7 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:34:43.710835 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:43.790502 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] For port 9b06e040-ea24-4a33-bb46-a582a2f301f7, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=9b06e040-ea24-4a33-bb46-a582a2f301f7,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:43.790860 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:43.803129 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Calling delete_port for 9b06e040-ea24-4a33-bb46-a582a2f301f7 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:34:43.995637 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (9b06e040-ea24-4a33-bb46-a582a2f301f7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:44.025562 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b06e040-ea24-4a33-bb46-a582a2f301f7,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:44.184449 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (be657929-baae-4bf6-afbe-280e308a838c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:44.409407 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Router be657929-baae-4bf6-afbe-280e308a838c has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:34:44.780112 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:34:44.785881 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-73938984-7e02-4c99-ba02-37fac5c5a665 admin admin] 10.222.0.84 "PUT /v2.0/routers/be657929-baae-4bf6-afbe-280e308a838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7833402 Jan 24 22:34:44.788538 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46772) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:44.790855 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] Sync routers for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:34:44.803221 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:34:44.803852 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:34:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:44.825371 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd719c-48c4-4d25-9e62-47eee52e80b3 req-2802090f-4413-4d8d-86b8-3f548988c2f6 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:44.826864 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-88cd719c-48c4-4d25-9e62-47eee52e80b3 req-2802090f-4413-4d8d-86b8-3f548988c2f6 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0542219 Jan 24 22:34:44.888201 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-88cd719c-48c4-4d25-9e62-47eee52e80b3 req-9e8fab87-a05b-48a2-ba04-9d62f48eab6c tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550060 Jan 24 22:34:44.896633 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks [] for router (be657929-baae-4bf6-afbe-280e308a838c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:44.909577 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:34:45.009625 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks [] for router_gateway (be657929-baae-4bf6-afbe-280e308a838c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.065993 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Deleting port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:34:45.066741 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.091642 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:34:43Z', 'revision_number': 5, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port': {'id': '6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be657929-baae-4bf6-afbe-280e308a838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:45.121267 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] Checking router: be657929-baae-4bf6-afbe-280e308a838c for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:34:45.130299 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] Routers {'be657929-baae-4bf6-afbe-280e308a838c'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:34:45.130876 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:34:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['be657929-baae-4bf6-afbe-280e308a838c'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:45.143983 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] For port 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:45.144590 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.156503 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Calling delete_port for 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:34:45.211647 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] Set router be657929-baae-4bf6-afbe-280e308a838c gateway port host: None {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:34:45.266382 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:34:45Z', 'revision_number': 6, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port_host': None}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:45.293552 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5135c-7b26-49b4-9ff1-d119fada3757 None None] The sync data for ids ['be657929-baae-4bf6-afbe-280e308a838c'] in dv-cinder-813223-4-iscsi is: [{'id': 'be657929-baae-4bf6-afbe-280e308a838c', 'name': 'tempest-AttachVolumeTestJSON-1365170367-router', 'tenant_id': '971e5fb7e6884a74947db35700479fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:48Z', 'updated_at': '2022-01-24T22:34:45Z', 'revision_number': 6, 'project_id': '971e5fb7e6884a74947db35700479fea', 'gw_port_host': None}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:34:45.340163 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.369937 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:45.430301 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (be657929-baae-4bf6-afbe-280e308a838c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.544665 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (be657929-baae-4bf6-afbe-280e308a838c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.547051 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks [] for router_controller (be657929-baae-4bf6-afbe-280e308a838c), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.613209 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (be657929-baae-4bf6-afbe-280e308a838c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.613702 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be657929-baae-4bf6-afbe-280e308a838c {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:34:45.618756 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.619912 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-76ab24cb-8a4c-48e5-9141-3ea20f7ac32b admin admin] 10.222.0.84 "DELETE /v2.0/routers/be657929-baae-4bf6-afbe-280e308a838c HTTP/1.1" status: 204 len: 168 time: 0.8304036 Jan 24 22:34:45.622549 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46774) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:45.668836 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b7ab76-89e6-4ea6-81e6-d21efe0cb7d2 admin admin] Deleting subnet 8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:34:45.672602 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab76-89e6-4ea6-81e6-d21efe0cb7d2 admin admin] Publish callbacks [] for subnet (8a31de3f-4d3a-47d7-8f5f-c8a503726ec6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.709030 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab76-89e6-4ea6-81e6-d21efe0cb7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3748723'] for subnet (8a31de3f-4d3a-47d7-8f5f-c8a503726ec6), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.831203 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab76-89e6-4ea6-81e6-d21efe0cb7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (8a31de3f-4d3a-47d7-8f5f-c8a503726ec6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.887692 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab76-89e6-4ea6-81e6-d21efe0cb7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25761300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758958'] for subnet (8a31de3f-4d3a-47d7-8f5f-c8a503726ec6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.911973 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7ab76-89e6-4ea6-81e6-d21efe0cb7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a31de3f-4d3a-47d7-8f5f-c8a503726ec6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:45.916262 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab76-89e6-4ea6-81e6-d21efe0cb7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:45.923692 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6824cb-a6a8-406b-9f3f-c1f696038baf None None] Network 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:34:45.924755 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46778) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:45.929526 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-96b7ab76-89e6-4ea6-81e6-d21efe0cb7d2 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8a31de3f-4d3a-47d7-8f5f-c8a503726ec6 HTTP/1.1" status: 204 len: 168 time: 0.3058848 Jan 24 22:34:46.022972 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.047688 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c1b62-34f8-43b3-a41c-a5d014b5fd2c req-57c4f98b-9d76-45e4-94f8-af1ca3d17c18 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:46.049301 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bf6c1b62-34f8-43b3-a41c-a5d014b5fd2c req-57c4f98b-9d76-45e4-94f8-af1ca3d17c18 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0690751 Jan 24 22:34:46.102343 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] DHCP port deletion for 6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 request from dv-cinder-813223-4-iscsi {{(pid=102564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 22:34:46.144011 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bf6c1b62-34f8-43b3-a41c-a5d014b5fd2c req-9074eeec-dfbc-411d-b698-a2bb97867e1f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883689 Jan 24 22:34:46.146440 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Deleting port b17581b0-d27b-4717-a13c-fe225ce05766 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:34:46.146794 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.158139 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fde7ded2-6117-4ab7-b592-5382ffdad869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.173737 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] Deleting port b17581b0-d27b-4717-a13c-fe225ce05766 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:34:46.174341 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.217204 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] For port b17581b0-d27b-4717-a13c-fe225ce05766, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=b17581b0-d27b-4717-a13c-fe225ce05766,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:46.217552 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.230451 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Calling delete_port for b17581b0-d27b-4717-a13c-fe225ce05766 owned by network:dhcp {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:34:46.242198 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] For port b17581b0-d27b-4717-a13c-fe225ce05766, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=b17581b0-d27b-4717-a13c-fe225ce05766,segment=NetworkSegment(0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14),segment_id=0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:34:46.243149 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.257215 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] Calling delete_port for b17581b0-d27b-4717-a13c-fe225ce05766 owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:34:46.322801 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.348628 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17581b0-d27b-4717-a13c-fe225ce05766,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:46.359792 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.360242 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.360689 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.361230 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.361743 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.362084 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.362540 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.362929 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.363376 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.363882 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.364194 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.364713 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.364970 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:34:46.367861 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] No DVR routers for this DVR port b17581b0-d27b-4717-a13c-fe225ce05766 on host dv-cinder-813223-4-iscsi {{(pid=102562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:34:46.394203 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566'] for port (b17581b0-d27b-4717-a13c-fe225ce05766), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.419768 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] Pushing event deleted for resources: {'Port': ['ID=b17581b0-d27b-4717-a13c-fe225ce05766,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:46.421737 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06d4dc-0ce4-424b-b786-ece666639ee7 None None] No DVR routers for this DVR port b17581b0-d27b-4717-a13c-fe225ce05766 on host dv-cinder-813223-4-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:34:46.443307 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.463436 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcc1b10-df2b-4c1c-b91e-fb189e3895c8']}} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:46.472632 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14') {'for_net_delete': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:46.472933 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14') {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:34:46.485923 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25463722'] for segment (0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.501702 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.505788 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:34:46.506171 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25336995'] for segment (0c1ac5a1-1af5-487f-bbd7-0ad3d70f9c14), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:34:46.507803 dv-cinder-813223-4-iscsi neutron-server[102562]: Traceback (most recent call last): Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: timer() Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: cb(*args, **kw) Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: return func(*args, **kwargs) Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: self._notify() Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: self.callback(batched_events) Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: event.method(event) Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: return f(self, *a, **k) Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: return self._get(url).json() Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: return self.request(url, 'GET', **kwargs) Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:34:46.510629 dv-cinder-813223-4-iscsi neutron-server[102562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:34:46.564377 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (6dcc1b10-df2b-4c1c-b91e-fb189e3895c8), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.571862 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.576510 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6dcc1b10-df2b-4c1c-b91e-fb189e3895c8 HTTP/1.1" status: 204 len: 168 time: 0.6506221 Jan 24 22:34:46.587574 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5712af-c121-42d1-a07f-00e008dc3319 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dcc1b10-df2b-4c1c-b91e-fb189e3895c8,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:46.698855 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46782) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:46.739269 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8fb7574e-3f9c-470c-a12c-95e67219fc30 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=971e5fb7e6884a74947db35700479fea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392241 Jan 24 22:34:46.741748 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46784) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:46.789614 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4cf80152-1e78-4e8e-b16b-a316cbe48a60 admin admin] Publish callbacks [] for security_group (fffc0156-b430-4c67-b367-a831064471fa), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.815151 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4cf80152-1e78-4e8e-b16b-a316cbe48a60 admin admin] Publish callbacks [] for security_group (fffc0156-b430-4c67-b367-a831064471fa), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.873581 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4cf80152-1e78-4e8e-b16b-a316cbe48a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (fffc0156-b430-4c67-b367-a831064471fa), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.876265 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4cf80152-1e78-4e8e-b16b-a316cbe48a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:46.877429 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4cf80152-1e78-4e8e-b16b-a316cbe48a60 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fffc0156-b430-4c67-b367-a831064471fa HTTP/1.1" status: 204 len: 168 time: 0.1348131 Jan 24 22:34:46.885375 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf80152-1e78-4e8e-b16b-a316cbe48a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc0156-b430-4c67-b367-a831064471fa,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:47.284726 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60625a-88a3-4fef-aea3-7363ed955905 req-83f029ec-cc49-4a0c-99ae-1b24978d0bce tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:47.295142 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7e60625a-88a3-4fef-aea3-7363ed955905 req-83f029ec-cc49-4a0c-99ae-1b24978d0bce tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0792356 Jan 24 22:34:47.319916 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device b17581b0-d27b-4717-a13c-fe225ce05766 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:34:47.340871 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: b17581b0-d27b-4717-a13c-fe225ce05766 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:34:47.341601 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device b17581b0-d27b-4717-a13c-fe225ce05766 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:34:47.342120 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 9b06e040-ea24-4a33-bb46-a582a2f301f7 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:34:47.366038 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 9b06e040-ea24-4a33-bb46-a582a2f301f7 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:34:47.366457 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 9b06e040-ea24-4a33-bb46-a582a2f301f7 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:34:47.366944 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:34:47.381573 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7e60625a-88a3-4fef-aea3-7363ed955905 req-0b3be2da-d40f-450e-85c1-96d73db8f1d9 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853665 Jan 24 22:34:47.387086 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:34:47.387525 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 6f8eac25-f7f4-4c2e-aea9-6ea5611c8e27 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:34:48.485922 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-70c664b7-52cd-43e9-a37b-e93fca77cb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:48.497490 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c2179-7f7f-44f7-b8c0-e94c251210dd req-e9b37ff2-2027-4528-9787-4fe0d4a7ec10 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:48.499043 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-806c2179-7f7f-44f7-b8c0-e94c251210dd req-e9b37ff2-2027-4528-9787-4fe0d4a7ec10 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0528378 Jan 24 22:34:48.566358 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-806c2179-7f7f-44f7-b8c0-e94c251210dd req-38115eec-88a1-463a-8214-f4fcf1dea966 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605068 Jan 24 22:34:48.942969 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46858) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:49.053426 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27b20842-7fd6-4835-9f54-207979e49558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.139153 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27b20842-7fd6-4835-9f54-207979e49558 admin admin] Publish callbacks [] for security_group (65e4afe1-5893-4139-936c-6968dca97df3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.144557 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27b20842-7fd6-4835-9f54-207979e49558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (65e4afe1-5893-4139-936c-6968dca97df3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.181333 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-27b20842-7fd6-4835-9f54-207979e49558 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2b18ad9d92a8493f9429cf7760e4fea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371998 Jan 24 22:34:49.182474 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b20842-7fd6-4835-9f54-207979e49558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e4afe1-5893-4139-936c-6968dca97df3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:49.184295 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46862) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:49.235423 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-263b41c4-da03-47b9-b589-949f7ab8d8ba admin admin] Publish callbacks [] for security_group (65e4afe1-5893-4139-936c-6968dca97df3), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.260233 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-263b41c4-da03-47b9-b589-949f7ab8d8ba admin admin] Publish callbacks [] for security_group (65e4afe1-5893-4139-936c-6968dca97df3), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.322655 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-263b41c4-da03-47b9-b589-949f7ab8d8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (65e4afe1-5893-4139-936c-6968dca97df3), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.325418 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-263b41c4-da03-47b9-b589-949f7ab8d8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.326549 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-263b41c4-da03-47b9-b589-949f7ab8d8ba admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/65e4afe1-5893-4139-936c-6968dca97df3 HTTP/1.1" status: 204 len: 168 time: 0.1412864 Jan 24 22:34:49.334633 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b41c4-da03-47b9-b589-949f7ab8d8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e4afe1-5893-4139-936c-6968dca97df3,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:49.471323 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.606158 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46870) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:49.619924 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1fe2-688a-4914-854f-229d665140cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.689280 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca369f-bec7-499f-966a-3730a9a537cc req-e04e75d5-51b9-4094-b863-3a0cbaf2235b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:49.690778 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-63ca369f-bec7-499f-966a-3730a9a537cc req-e04e75d5-51b9-4094-b863-3a0cbaf2235b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0528636 Jan 24 22:34:49.697067 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1fe2-688a-4914-854f-229d665140cc admin admin] Publish callbacks [] for security_group (b0854aa7-a192-4371-b384-3a71d90eabdd), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.702070 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1fe2-688a-4914-854f-229d665140cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (b0854aa7-a192-4371-b384-3a71d90eabdd), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.739091 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2a7e1fe2-688a-4914-854f-229d665140cc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e231ae4916e4ee99cf53fcdecad9fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318083 Jan 24 22:34:49.739990 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1fe2-688a-4914-854f-229d665140cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0854aa7-a192-4371-b384-3a71d90eabdd,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:49.742474 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46872) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:49.753969 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-63ca369f-bec7-499f-966a-3730a9a537cc req-8367268f-240e-43cd-86d2-14c93fe5265b tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572066 Jan 24 22:34:49.789376 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-794cc7ab-b32b-46a8-bdf0-1b580dbdef81 admin admin] Publish callbacks [] for security_group (b0854aa7-a192-4371-b384-3a71d90eabdd), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.813479 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-794cc7ab-b32b-46a8-bdf0-1b580dbdef81 admin admin] Publish callbacks [] for security_group (b0854aa7-a192-4371-b384-3a71d90eabdd), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.863706 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-794cc7ab-b32b-46a8-bdf0-1b580dbdef81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (b0854aa7-a192-4371-b384-3a71d90eabdd), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.867840 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-794cc7ab-b32b-46a8-bdf0-1b580dbdef81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:49.869253 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-794cc7ab-b32b-46a8-bdf0-1b580dbdef81 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b0854aa7-a192-4371-b384-3a71d90eabdd HTTP/1.1" status: 204 len: 168 time: 0.1260390 Jan 24 22:34:49.876893 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cc7ab-b32b-46a8-bdf0-1b580dbdef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0854aa7-a192-4371-b384-3a71d90eabdd,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:50.875598 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c942a4-c9ff-4345-b3bf-75eca6c13d0c req-604a0d73-3a9c-49d7-aae6-ab3c83bd07a1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:50.877147 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-46c942a4-c9ff-4345-b3bf-75eca6c13d0c req-604a0d73-3a9c-49d7-aae6-ab3c83bd07a1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0526509 Jan 24 22:34:50.942264 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-46c942a4-c9ff-4345-b3bf-75eca6c13d0c req-6481b4e0-2ed6-4fa9-9066-24be82c43c25 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588694 Jan 24 22:34:50.998889 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:52.067597 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c67f8-8931-4dd0-b6ff-f234f7fc4592 req-777ffe7c-b55a-4024-a4a1-78fa07dc3677 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:34:52.069106 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-422c67f8-8931-4dd0-b6ff-f234f7fc4592 req-777ffe7c-b55a-4024-a4a1-78fa07dc3677 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0524001 Jan 24 22:34:52.136758 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-422c67f8-8931-4dd0-b6ff-f234f7fc4592 req-c7c455f9-2df3-4ca2-83de-4a3240be121f tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&id=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615273 Jan 24 22:34:52.379593 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:54.403980 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46962) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:54.511221 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6cf147da-7c3f-4222-adbb-31638503551b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:54.599025 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6cf147da-7c3f-4222-adbb-31638503551b admin admin] Publish callbacks [] for security_group (0f3e45e5-58ad-4519-b621-c28d0258658e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:54.605560 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6cf147da-7c3f-4222-adbb-31638503551b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0f3e45e5-58ad-4519-b621-c28d0258658e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:54.643909 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6cf147da-7c3f-4222-adbb-31638503551b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d6ff101e90ad467e9ca5fe9bf939d33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387378 Jan 24 22:34:54.644778 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf147da-7c3f-4222-adbb-31638503551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3e45e5-58ad-4519-b621-c28d0258658e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:54.647547 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46966) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:54.696920 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-43dbd444-6133-4e7f-a738-00583ee8c7fe admin admin] Publish callbacks [] for security_group (0f3e45e5-58ad-4519-b621-c28d0258658e), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:54.718811 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-43dbd444-6133-4e7f-a738-00583ee8c7fe admin admin] Publish callbacks [] for security_group (0f3e45e5-58ad-4519-b621-c28d0258658e), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:54.774314 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-43dbd444-6133-4e7f-a738-00583ee8c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0f3e45e5-58ad-4519-b621-c28d0258658e), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:54.776865 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-43dbd444-6133-4e7f-a738-00583ee8c7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:54.778047 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-43dbd444-6133-4e7f-a738-00583ee8c7fe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0f3e45e5-58ad-4519-b621-c28d0258658e HTTP/1.1" status: 204 len: 168 time: 0.1292748 Jan 24 22:34:54.786049 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbd444-6133-4e7f-a738-00583ee8c7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3e45e5-58ad-4519-b621-c28d0258658e,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:55.054473 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 46972) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:55.068460 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-294a090f-9b89-4675-a31e-d7cccd061824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:55.153209 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-294a090f-9b89-4675-a31e-d7cccd061824 admin admin] Publish callbacks [] for security_group (2e4d4646-bbf7-40ee-aaf4-a5cbd4086864), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:55.159228 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-294a090f-9b89-4675-a31e-d7cccd061824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (2e4d4646-bbf7-40ee-aaf4-a5cbd4086864), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:55.199457 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-294a090f-9b89-4675-a31e-d7cccd061824 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c43e4ed856d5457bbc9df017ede974fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439140 Jan 24 22:34:55.200299 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a090f-9b89-4675-a31e-d7cccd061824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d4646-bbf7-40ee-aaf4-a5cbd4086864,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:55.202642 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 46974) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:55.252134 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7991a90b-c4e5-47ab-81e2-506560de2e72 admin admin] Publish callbacks [] for security_group (2e4d4646-bbf7-40ee-aaf4-a5cbd4086864), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:55.275044 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7991a90b-c4e5-47ab-81e2-506560de2e72 admin admin] Publish callbacks [] for security_group (2e4d4646-bbf7-40ee-aaf4-a5cbd4086864), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:55.327136 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7991a90b-c4e5-47ab-81e2-506560de2e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (2e4d4646-bbf7-40ee-aaf4-a5cbd4086864), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:55.329812 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7991a90b-c4e5-47ab-81e2-506560de2e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:55.330965 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7991a90b-c4e5-47ab-81e2-506560de2e72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2e4d4646-bbf7-40ee-aaf4-a5cbd4086864 HTTP/1.1" status: 204 len: 168 time: 0.1269414 Jan 24 22:34:55.338904 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a90b-c4e5-47ab-81e2-506560de2e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d4646-bbf7-40ee-aaf4-a5cbd4086864,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:57.099569 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47020) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:57.211534 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7fa57a72-83c1-4d65-bbe2-a89f71c3cf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.290028 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7fa57a72-83c1-4d65-bbe2-a89f71c3cf18 admin admin] Publish callbacks [] for security_group (51822b5a-63e5-4bf5-986a-fd5055204220), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.296549 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7fa57a72-83c1-4d65-bbe2-a89f71c3cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (51822b5a-63e5-4bf5-986a-fd5055204220), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.333901 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7fa57a72-83c1-4d65-bbe2-a89f71c3cf18 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0912429a89664eb7baa8a19611a3ce09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332325 Jan 24 22:34:57.334837 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa57a72-83c1-4d65-bbe2-a89f71c3cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51822b5a-63e5-4bf5-986a-fd5055204220,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:57.338025 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47024) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:57.385786 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e3119e0a-daa8-4e4e-b73a-b392a00cc3eb admin admin] Publish callbacks [] for security_group (51822b5a-63e5-4bf5-986a-fd5055204220), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.406949 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e3119e0a-daa8-4e4e-b73a-b392a00cc3eb admin admin] Publish callbacks [] for security_group (51822b5a-63e5-4bf5-986a-fd5055204220), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.455845 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e3119e0a-daa8-4e4e-b73a-b392a00cc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (51822b5a-63e5-4bf5-986a-fd5055204220), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.458600 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e3119e0a-daa8-4e4e-b73a-b392a00cc3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.459743 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e3119e0a-daa8-4e4e-b73a-b392a00cc3eb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/51822b5a-63e5-4bf5-986a-fd5055204220 HTTP/1.1" status: 204 len: 168 time: 0.1207633 Jan 24 22:34:57.467346 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3119e0a-daa8-4e4e-b73a-b392a00cc3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51822b5a-63e5-4bf5-986a-fd5055204220,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:57.752623 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47030) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:57.773572 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-43159ab5-fe0c-41f0-9a46-fcc94e6ac4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.850833 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-43159ab5-fe0c-41f0-9a46-fcc94e6ac4df admin admin] Publish callbacks [] for security_group (d90ffe48-cb3a-4b29-bb1b-38c5f00be46f), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.858589 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-43159ab5-fe0c-41f0-9a46-fcc94e6ac4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d90ffe48-cb3a-4b29-bb1b-38c5f00be46f), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.901473 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-43159ab5-fe0c-41f0-9a46-fcc94e6ac4df admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4283a939031a4507a5fce16589ea9fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473949 Jan 24 22:34:57.902303 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43159ab5-fe0c-41f0-9a46-fcc94e6ac4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90ffe48-cb3a-4b29-bb1b-38c5f00be46f,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:57.904390 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47032) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:34:57.954184 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-519b5c82-9d7c-448f-a437-ea451d496395 admin admin] Publish callbacks [] for security_group (d90ffe48-cb3a-4b29-bb1b-38c5f00be46f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:57.976182 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-519b5c82-9d7c-448f-a437-ea451d496395 admin admin] Publish callbacks [] for security_group (d90ffe48-cb3a-4b29-bb1b-38c5f00be46f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:58.029160 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-519b5c82-9d7c-448f-a437-ea451d496395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (d90ffe48-cb3a-4b29-bb1b-38c5f00be46f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:58.031883 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-519b5c82-9d7c-448f-a437-ea451d496395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:34:58.033107 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-519b5c82-9d7c-448f-a437-ea451d496395 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d90ffe48-cb3a-4b29-bb1b-38c5f00be46f HTTP/1.1" status: 204 len: 168 time: 0.1274242 Jan 24 22:34:58.040462 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b5c82-9d7c-448f-a437-ea451d496395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90ffe48-cb3a-4b29-bb1b-38c5f00be46f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:34:58.925407 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:01.021087 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-424d3b27-0845-47c0-b77c-c02a265c1fa8 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443072 Jan 24 22:35:01.104628 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-531aa026-e3f9-47a3-99a1-bb091b2319f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:01.106222 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-531aa026-e3f9-47a3-99a1-bb091b2319f2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1098 time: 0.0425122 Jan 24 22:35:01.228545 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-5ac179e3-4e45-49c9-a817-99b6a82cf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:01.229960 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-5ac179e3-4e45-49c9-a817-99b6a82cf719 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 910 time: 0.0992060 Jan 24 22:35:01.295553 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-f0d23758-bd13-460d-963b-d95c1d84e391 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 1001 time: 0.0582542 Jan 24 22:35:01.352587 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-f5f11a8b-9fcc-450d-91cd-f98b29a6f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:01.354156 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-f5f11a8b-9fcc-450d-91cd-f98b29a6f8b2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 200 len: 848 time: 0.0442548 Jan 24 22:35:01.404860 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-ba873589-cdd3-4550-a8f2-e9e52e462131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:01.406351 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-ba873589-cdd3-4550-a8f2-e9e52e462131 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f3c7338-6ac6-467e-ba3e-0040076ea594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448048 Jan 24 22:35:01.498202 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-350abcc8-38c4-4bea-9c82-cfb04547d7c1 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850806 Jan 24 22:35:01.598551 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fddd7a45-e9e5-4ac4-aad4-8981e454c850 req-103af8c4-d68f-4c8d-9316-f8274ef63128 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933099 Jan 24 22:35:02.433295 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47108) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:02.541009 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1603d49c-3589-44d1-9511-23f7e0b6809a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:02.630840 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1603d49c-3589-44d1-9511-23f7e0b6809a admin admin] Publish callbacks [] for security_group (8a0ec49d-a23a-4dd7-b622-32872e0d2e40), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:02.636848 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1603d49c-3589-44d1-9511-23f7e0b6809a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8a0ec49d-a23a-4dd7-b622-32872e0d2e40), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:02.676448 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-1603d49c-3589-44d1-9511-23f7e0b6809a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae63618990314d0daf1738e6e1463f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423472 Jan 24 22:35:02.677237 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d49c-3589-44d1-9511-23f7e0b6809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ec49d-a23a-4dd7-b622-32872e0d2e40,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:02.679412 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47112) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:02.732165 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-49f2f525-ce20-457d-8720-e50666c6843c admin admin] Publish callbacks [] for security_group (8a0ec49d-a23a-4dd7-b622-32872e0d2e40), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:02.753309 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-49f2f525-ce20-457d-8720-e50666c6843c admin admin] Publish callbacks [] for security_group (8a0ec49d-a23a-4dd7-b622-32872e0d2e40), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:02.802070 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-49f2f525-ce20-457d-8720-e50666c6843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (8a0ec49d-a23a-4dd7-b622-32872e0d2e40), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:02.804831 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-49f2f525-ce20-457d-8720-e50666c6843c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:02.806020 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-49f2f525-ce20-457d-8720-e50666c6843c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8a0ec49d-a23a-4dd7-b622-32872e0d2e40 HTTP/1.1" status: 204 len: 168 time: 0.1255057 Jan 24 22:35:02.813670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2f525-ce20-457d-8720-e50666c6843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ec49d-a23a-4dd7-b622-32872e0d2e40,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:03.094999 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47118) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:03.108588 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bceccdfa-1df9-40ba-ad6a-f9922554710f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:03.195399 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bceccdfa-1df9-40ba-ad6a-f9922554710f admin admin] Publish callbacks [] for security_group (c471494f-a4f3-4aaa-aef9-84f35c42d6ea), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:03.203300 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bceccdfa-1df9-40ba-ad6a-f9922554710f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (c471494f-a4f3-4aaa-aef9-84f35c42d6ea), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:03.249248 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-bceccdfa-1df9-40ba-ad6a-f9922554710f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=79cb929dc917497bb74efa1869fb1a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531165 Jan 24 22:35:03.250136 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceccdfa-1df9-40ba-ad6a-f9922554710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c471494f-a4f3-4aaa-aef9-84f35c42d6ea,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:03.252831 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47120) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:03.301373 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e490c539-e9d2-415b-b523-d1c20a7db096 admin admin] Publish callbacks [] for security_group (c471494f-a4f3-4aaa-aef9-84f35c42d6ea), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:03.324894 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e490c539-e9d2-415b-b523-d1c20a7db096 admin admin] Publish callbacks [] for security_group (c471494f-a4f3-4aaa-aef9-84f35c42d6ea), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:03.380113 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e490c539-e9d2-415b-b523-d1c20a7db096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (c471494f-a4f3-4aaa-aef9-84f35c42d6ea), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:03.383261 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e490c539-e9d2-415b-b523-d1c20a7db096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:03.383261 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-e490c539-e9d2-415b-b523-d1c20a7db096 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c471494f-a4f3-4aaa-aef9-84f35c42d6ea HTTP/1.1" status: 204 len: 168 time: 0.1286287 Jan 24 22:35:03.391041 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490c539-e9d2-415b-b523-d1c20a7db096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c471494f-a4f3-4aaa-aef9-84f35c42d6ea,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:12.685678 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:35:12.793688 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47210) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:12.901653 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2d6be498-767f-446c-86b4-103a8942f8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:12.977526 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2d6be498-767f-446c-86b4-103a8942f8bb admin admin] Publish callbacks [] for security_group (0eee142b-9334-43b6-9a42-8244ae0d3073), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:12.983713 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2d6be498-767f-446c-86b4-103a8942f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0eee142b-9334-43b6-9a42-8244ae0d3073), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.023532 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-2d6be498-767f-446c-86b4-103a8942f8bb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=92e3fa348476407cab3a511524b2b887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286863 Jan 24 22:35:13.024365 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6be498-767f-446c-86b4-103a8942f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eee142b-9334-43b6-9a42-8244ae0d3073,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:13.026454 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47216) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:13.075265 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c0f782cc-960b-4f67-bd0f-c6021b8155e5 admin admin] Publish callbacks [] for security_group (0eee142b-9334-43b6-9a42-8244ae0d3073), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.097463 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c0f782cc-960b-4f67-bd0f-c6021b8155e5 admin admin] Publish callbacks [] for security_group (0eee142b-9334-43b6-9a42-8244ae0d3073), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.146812 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c0f782cc-960b-4f67-bd0f-c6021b8155e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0eee142b-9334-43b6-9a42-8244ae0d3073), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.149556 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c0f782cc-960b-4f67-bd0f-c6021b8155e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.150723 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c0f782cc-960b-4f67-bd0f-c6021b8155e5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0eee142b-9334-43b6-9a42-8244ae0d3073 HTTP/1.1" status: 204 len: 168 time: 0.1233027 Jan 24 22:35:13.158436 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f782cc-960b-4f67-bd0f-c6021b8155e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eee142b-9334-43b6-9a42-8244ae0d3073,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:13.422216 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47222) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:13.435616 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e45b14ed-9639-471c-aea6-2cd1e36b5074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.518852 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e45b14ed-9639-471c-aea6-2cd1e36b5074 admin admin] Publish callbacks [] for security_group (e1a5764d-f336-4b1a-9d24-ca6ab0084db0), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.525938 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e45b14ed-9639-471c-aea6-2cd1e36b5074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e1a5764d-f336-4b1a-9d24-ca6ab0084db0), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.565710 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-e45b14ed-9639-471c-aea6-2cd1e36b5074 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b08dc2a5cbc45989ab69ec4bb56a92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423242 Jan 24 22:35:13.566542 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b14ed-9639-471c-aea6-2cd1e36b5074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a5764d-f336-4b1a-9d24-ca6ab0084db0,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:13.568702 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47224) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:13.615726 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55ec3eee-b09c-4415-8ade-375241024454 admin admin] Publish callbacks [] for security_group (e1a5764d-f336-4b1a-9d24-ca6ab0084db0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.636852 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55ec3eee-b09c-4415-8ade-375241024454 admin admin] Publish callbacks [] for security_group (e1a5764d-f336-4b1a-9d24-ca6ab0084db0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.688615 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55ec3eee-b09c-4415-8ade-375241024454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e1a5764d-f336-4b1a-9d24-ca6ab0084db0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.692797 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-55ec3eee-b09c-4415-8ade-375241024454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:13.694348 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-55ec3eee-b09c-4415-8ade-375241024454 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e1a5764d-f336-4b1a-9d24-ca6ab0084db0 HTTP/1.1" status: 204 len: 168 time: 0.1243219 Jan 24 22:35:13.703624 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec3eee-b09c-4415-8ade-375241024454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a5764d-f336-4b1a-9d24-ca6ab0084db0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:16.158093 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-478a59e9-d693-4597-a097-b8b90cb24a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:18.493247 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9a41e3a0-4989-4d3d-8dc8-54e0de564796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:19.474221 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:19.474738 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c4288-8d71-4cbd-9f87-92b7e2c9c2c5 req-c99a1f34-690f-457e-8f14-f1ed99498a28 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:19.476417 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-582c4288-8d71-4cbd-9f87-92b7e2c9c2c5 req-c99a1f34-690f-457e-8f14-f1ed99498a28 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 947 time: 0.0593364 Jan 24 22:35:19.526056 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-582c4288-8d71-4cbd-9f87-92b7e2c9c2c5 req-1b1f8982-aea9-4f54-8545-257c50822a1c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438986 Jan 24 22:35:20.683446 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64571e88-9571-45da-b876-d6c6c8cd0ef5 req-94bae1de-2861-41e1-b9a5-2b8294e972d8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:20.685473 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-64571e88-9571-45da-b876-d6c6c8cd0ef5 req-94bae1de-2861-41e1-b9a5-2b8294e972d8 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 947 time: 0.0635829 Jan 24 22:35:20.744215 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-64571e88-9571-45da-b876-d6c6c8cd0ef5 req-3169e683-91ac-4aa5-ae3b-d575d2f60d76 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e9793b8-909b-424b-90e7-2763be313cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526667 Jan 24 22:35:21.000742 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:21.082853 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-c121cd29-84eb-4d44-9bc4-a2d1061b6cbc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:21.084322 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-c121cd29-84eb-4d44-9bc4-a2d1061b6cbc tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 947 time: 0.0533223 Jan 24 22:35:21.187350 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Deleting port b98d14cd-7266-457a-b737-02c742f241f8 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:21.187766 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (b98d14cd-7266-457a-b737-02c742f241f8), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:21.287981 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] For port b98d14cd-7266-457a-b737-02c742f241f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b98d14cd-7266-457a-b737-02c742f241f8,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:21.288377 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (b98d14cd-7266-457a-b737-02c742f241f8), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:21.466945 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:21.467195 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (40f977fa-5714-4b3a-bd16-34b4fd274980), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:21.467504 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Floating IP 40f977fa-5714-4b3a-bd16-34b4fd274980 disassociated. External IP: 172.27.3.161, port: b98d14cd-7266-457a-b737-02c742f241f8. Jan 24 22:35:21.467834 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Calling delete_port for b98d14cd-7266-457a-b737-02c742f241f8 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:21.610230 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (b98d14cd-7266-457a-b737-02c742f241f8), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:21.641246 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event deleted for resources: {'Port': ['ID=b98d14cd-7266-457a-b737-02c742f241f8,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:21.755883 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Router 984a3dd2-4804-444f-8086-8521fc743e63 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:35:21.852197 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-91b533d3-49f4-4b6f-b23d-dadda7bac471 req-df2b165b-588c-4fcf-805a-52d51f6b530e tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee6f4177-b89c-480a-a278-c470e82b9241 HTTP/1.1" status: 200 len: 210 time: 0.0284913 Jan 24 22:35:21.864512 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:35:21.876884 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] Sync routers for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:35:21.895001 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:21.895626 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:21.908761 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] No DVR routers for this DVR port b98d14cd-7266-457a-b737-02c742f241f8 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:35:21.911460 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:21.914860 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc40358c-0129-4da1-a261-1de66f5e4140 req-89061d69-c208-4058-92f1-42bbefe47906 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.115 "DELETE /v2.0/ports/b98d14cd-7266-457a-b737-02c742f241f8 HTTP/1.1" status: 204 len: 173 time: 0.8247077 Jan 24 22:35:21.915231 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-deleted', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:35:21.917814 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7ecf73-1f09-445c-9c7b-18fb21a5e308" -d '{"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-deleted", "tag": "b98d14cd-7266-457a-b737-02c742f241f8"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:35:21.958784 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8576adc-916f-45c0-856a-f8c75b68947b x-openstack-request-id: req-b8576adc-916f-45c0-856a-f8c75b68947b {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:35:21.959095 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4177-b89c-480a-a278-c470e82b9241", "name": "network-vif-deleted", "tag": "b98d14cd-7266-457a-b737-02c742f241f8", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:35:21.959311 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b8576adc-916f-45c0-856a-f8c75b68947b {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:35:21.959685 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4177-b89c-480a-a278-c470e82b9241', 'name': 'network-vif-deleted', 'tag': 'b98d14cd-7266-457a-b737-02c742f241f8', 'status': 'completed', 'code': 200} Jan 24 22:35:22.014407 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:22.192592 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47326) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:22.229621 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:22.255366 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] Checking router: 984a3dd2-4804-444f-8086-8521fc743e63 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:35:22.264322 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:22.264914 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:22.296890 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ef12a861-b8d5-496a-b204-2a511f1d407e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:22.377017 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:22.377227 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ef12a861-b8d5-496a-b204-2a511f1d407e admin admin] Publish callbacks [] for security_group (251678b4-13e1-414f-a1fa-eda6c060c32c), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:22.382811 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ef12a861-b8d5-496a-b204-2a511f1d407e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (251678b4-13e1-414f-a1fa-eda6c060c32c), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:22.387067 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:22.422356 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12a861-b8d5-496a-b204-2a511f1d407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251678b4-13e1-414f-a1fa-eda6c060c32c,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:22.429477 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47330) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:22.430071 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-ef12a861-b8d5-496a-b204-2a511f1d407e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e8ca7fb94d6a46d59e268a3036f48298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357984 Jan 24 22:35:22.489277 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f95983a-e735-4699-841a-95af423f15f8 admin admin] Publish callbacks [] for security_group (251678b4-13e1-414f-a1fa-eda6c060c32c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:22.517469 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f95983a-e735-4699-841a-95af423f15f8 admin admin] Publish callbacks [] for security_group (251678b4-13e1-414f-a1fa-eda6c060c32c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:22.566302 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f95983a-e735-4699-841a-95af423f15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (251678b4-13e1-414f-a1fa-eda6c060c32c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:22.569398 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f95983a-e735-4699-841a-95af423f15f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:22.570560 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5f95983a-e735-4699-841a-95af423f15f8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/251678b4-13e1-414f-a1fa-eda6c060c32c HTTP/1.1" status: 204 len: 168 time: 0.1400955 Jan 24 22:35:22.578537 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95983a-e735-4699-841a-95af423f15f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251678b4-13e1-414f-a1fa-eda6c060c32c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:22.605818 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:22.632960 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f83b707-71b4-4a0d-ac2a-5d53e0fb1fea None None] The sync data for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi is: [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:27:59Z', 'revision_number': 4, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '982abe01-2f61-4c33-b10d-75a13be66b3d', 'name': '', 'network_id': '8d56f692-32cb-491f-92de-425cd4663a5e', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'mac_address': 'fa:16:3e:ee:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:58Z', 'updated_at': '2022-01-24T22:28:09Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'subnets': [{'id': 'a3325093-374b-4eb0-9c56-7082b7585211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:35:22.861198 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979598e7-a6d5-4a98-939c-bd48bd7324b2 None None] New status for floating IP 40f977fa-5714-4b3a-bd16-34b4fd274980: DOWN {{(pid=102564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:35:22.949633 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47348) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:23.013997 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68a80bca-ff44-48e3-9ef2-1b20df1fc065 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (4e9793b8-909b-424b-90e7-2763be313cfb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.038590 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68a80bca-ff44-48e3-9ef2-1b20df1fc065 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (4e9793b8-909b-424b-90e7-2763be313cfb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.090226 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68a80bca-ff44-48e3-9ef2-1b20df1fc065 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (4e9793b8-909b-424b-90e7-2763be313cfb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.093013 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68a80bca-ff44-48e3-9ef2-1b20df1fc065 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.094238 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-68a80bca-ff44-48e3-9ef2-1b20df1fc065 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "DELETE /v2.0/security-groups/4e9793b8-909b-424b-90e7-2763be313cfb HTTP/1.1" status: 204 len: 168 time: 0.1433618 Jan 24 22:35:23.097103 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47356) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:23.103652 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a80bca-ff44-48e3-9ef2-1b20df1fc065 tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9793b8-909b-424b-90e7-2763be313cfb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:23.111436 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.api.v2.resource [None req-ad6f5eb2-17c8-4147-99ca-2dc1ddbb7fce tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] show failed (client error): The resource could not be found. Jan 24 22:35:23.115555 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-ad6f5eb2-17c8-4147-99ca-2dc1ddbb7fce tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "GET /v2.0/security-groups/4e9793b8-909b-424b-90e7-2763be313cfb HTTP/1.1" status: 404 len: 347 time: 0.0174417 Jan 24 22:35:23.116106 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47358) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:23.248896 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Deleting port 48567f04-a518-41b4-9d56-befb1df7ced7 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:23.249552 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (48567f04-a518-41b4-9d56-befb1df7ced7), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.329417 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (48567f04-a518-41b4-9d56-befb1df7ced7), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.329751 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (48567f04-a518-41b4-9d56-befb1df7ced7), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.342603 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Calling delete_port for 48567f04-a518-41b4-9d56-befb1df7ced7 owned by network:floatingip {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:23.475745 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (48567f04-a518-41b4-9d56-befb1df7ced7), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.505812 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Pushing event deleted for resources: {'Port': ['ID=48567f04-a518-41b4-9d56-befb1df7ced7,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:23.568004 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks [] for floatingip (40f977fa-5714-4b3a-bd16-34b4fd274980), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.570834 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:23.571993 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-1520428b-c97d-4181-b1d5-62490127338c tempest-AttachVolumeShelveTestJSON-1918034575 tempest-AttachVolumeShelveTestJSON-1918034575-project] 10.222.0.84 "DELETE /v2.0/floatingips/40f977fa-5714-4b3a-bd16-34b4fd274980 HTTP/1.1" status: 204 len: 168 time: 0.4548004 Jan 24 22:35:25.593680 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:25.615929 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: b98d14cd-7266-457a-b737-02c742f241f8 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:25.616273 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device b98d14cd-7266-457a-b737-02c742f241f8 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:26.008289 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47406) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:26.756395 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (984a3dd2-4804-444f-8086-8521fc743e63), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:27.022934 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Deleting port 982abe01-2f61-4c33-b10d-75a13be66b3d {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:27.023599 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:27.102353 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] For port 982abe01-2f61-4c33-b10d-75a13be66b3d, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=982abe01-2f61-4c33-b10d-75a13be66b3d,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:27.102708 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:27.115124 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Calling delete_port for 982abe01-2f61-4c33-b10d-75a13be66b3d owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:27.310697 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (982abe01-2f61-4c33-b10d-75a13be66b3d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:27.348201 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Pushing event deleted for resources: {'Port': ['ID=982abe01-2f61-4c33-b10d-75a13be66b3d,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:27.523376 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (984a3dd2-4804-444f-8086-8521fc743e63), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:27.754531 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Router 984a3dd2-4804-444f-8086-8521fc743e63 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:35:27.870060 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:35:27.876234 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-11a02ae0-1afd-42f0-a4f9-4f7a3286a750 admin admin] 10.222.0.84 "PUT /v2.0/routers/984a3dd2-4804-444f-8086-8521fc743e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668766 Jan 24 22:35:27.878727 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47426) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:27.880516 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] Sync routers for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:35:27.892828 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:27.893466 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:27.992599 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks [] for router (984a3dd2-4804-444f-8086-8521fc743e63), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:27.998761 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:28.098065 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks [] for router_gateway (984a3dd2-4804-444f-8086-8521fc743e63), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.153423 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Deleting port 063660b5-9b47-424f-a73f-d0b345c5c944 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:28.153767 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.183987 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:35:27Z', 'revision_number': 5, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port': {'id': '063660b5-9b47-424f-a73f-d0b345c5c944', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a3dd2-4804-444f-8086-8521fc743e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:27:51Z', 'updated_at': '2022-01-24T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:28.209592 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] Checking router: 984a3dd2-4804-444f-8086-8521fc743e63 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:35:28.218552 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] Routers {'984a3dd2-4804-444f-8086-8521fc743e63'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:28.219187 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['984a3dd2-4804-444f-8086-8521fc743e63'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:28.231787 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] For port 063660b5-9b47-424f-a73f-d0b345c5c944, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=063660b5-9b47-424f-a73f-d0b345c5c944,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:28.232143 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.244392 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Calling delete_port for 063660b5-9b47-424f-a73f-d0b345c5c944 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:28.304593 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] Set router 984a3dd2-4804-444f-8086-8521fc743e63 gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:28.359982 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:35:28Z', 'revision_number': 6, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port_host': None}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:28.415885 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (063660b5-9b47-424f-a73f-d0b345c5c944), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.447271 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Pushing event deleted for resources: {'Port': ['ID=063660b5-9b47-424f-a73f-d0b345c5c944,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:28.480514 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e80a2d1-ba1c-4fd0-ad0a-002501a2d66b None None] The sync data for ids ['984a3dd2-4804-444f-8086-8521fc743e63'] in dv-cinder-813223-4-iscsi is: [{'id': '984a3dd2-4804-444f-8086-8521fc743e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1159402762-router', 'tenant_id': '2480860d99554b1c8d0c7845602c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:27:49Z', 'updated_at': '2022-01-24T22:35:28Z', 'revision_number': 6, 'project_id': '2480860d99554b1c8d0c7845602c854e', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:35:28.511779 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (984a3dd2-4804-444f-8086-8521fc743e63), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.600949 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (984a3dd2-4804-444f-8086-8521fc743e63), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.603379 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks [] for router_controller (984a3dd2-4804-444f-8086-8521fc743e63), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.652369 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (984a3dd2-4804-444f-8086-8521fc743e63), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.652962 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984a3dd2-4804-444f-8086-8521fc743e63 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:35:28.657597 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.658803 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9457cd4d-ec96-4e5e-8e6f-14967796f426 admin admin] 10.222.0.84 "DELETE /v2.0/routers/984a3dd2-4804-444f-8086-8521fc743e63 HTTP/1.1" status: 204 len: 168 time: 0.7788355 Jan 24 22:35:28.661351 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47432) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:28.707141 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdf9443-cdfd-44d9-8230-781c0e59501f admin admin] Deleting subnet a3325093-374b-4eb0-9c56-7082b7585211 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:35:28.710441 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9443-cdfd-44d9-8230-781c0e59501f admin admin] Publish callbacks [] for subnet (a3325093-374b-4eb0-9c56-7082b7585211), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.745377 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9443-cdfd-44d9-8230-781c0e59501f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3748723'] for subnet (a3325093-374b-4eb0-9c56-7082b7585211), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.832695 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9443-cdfd-44d9-8230-781c0e59501f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (a3325093-374b-4eb0-9c56-7082b7585211), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.891672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9443-cdfd-44d9-8230-781c0e59501f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25761300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758958'] for subnet (a3325093-374b-4eb0-9c56-7082b7585211), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.917704 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf9443-cdfd-44d9-8230-781c0e59501f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3325093-374b-4eb0-9c56-7082b7585211,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:28.923177 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9443-cdfd-44d9-8230-781c0e59501f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.926405 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fbdf9443-cdfd-44d9-8230-781c0e59501f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a3325093-374b-4eb0-9c56-7082b7585211 HTTP/1.1" status: 204 len: 168 time: 0.2640791 Jan 24 22:35:28.928958 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47438) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:28.939868 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312bb2f-33b0-48db-a974-5b8212c2d1f9 None None] Network 8d56f692-32cb-491f-92de-425cd4663a5e requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:35:28.962351 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:28.999332 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (8d56f692-32cb-491f-92de-425cd4663a5e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.061454 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Deleting port d31add7e-8600-4ae1-b381-5fa46b3c760c {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:29.061790 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.122133 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] For port d31add7e-8600-4ae1-b381-5fa46b3c760c, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=d31add7e-8600-4ae1-b381-5fa46b3c760c,segment=NetworkSegment(b7bb67f9-2b88-4d12-b4a8-0191965d38e2),segment_id=b7bb67f9-2b88-4d12-b4a8-0191965d38e2)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:29.122809 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.134854 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Calling delete_port for d31add7e-8600-4ae1-b381-5fa46b3c760c owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:29.216977 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (d31add7e-8600-4ae1-b381-5fa46b3c760c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.239668 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Pushing event deleted for resources: {'Port': ['ID=d31add7e-8600-4ae1-b381-5fa46b3c760c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:29.253737 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b3804-cc19-4929-93b1-81ddffc14d81 None None] DHCP port deletion for 8d56f692-32cb-491f-92de-425cd4663a5e request from dv-cinder-813223-4-iscsi {{(pid=102564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 22:35:29.257381 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] No DVR routers for this DVR port d31add7e-8600-4ae1-b381-5fa46b3c760c on host dv-cinder-813223-4-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:35:29.338792 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 982abe01-2f61-4c33-b10d-75a13be66b3d no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:29.339139 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (8d56f692-32cb-491f-92de-425cd4663a5e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.359695 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 982abe01-2f61-4c33-b10d-75a13be66b3d {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:29.360020 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 982abe01-2f61-4c33-b10d-75a13be66b3d not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:29.360444 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device d31add7e-8600-4ae1-b381-5fa46b3c760c no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:29.361469 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d56f692-32cb-491f-92de-425cd4663a5e']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:29.371682 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:29.371980 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bb67f9-2b88-4d12-b4a8-0191965d38e2') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:29.381062 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: d31add7e-8600-4ae1-b381-5fa46b3c760c {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:29.381541 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device d31add7e-8600-4ae1-b381-5fa46b3c760c not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:29.381845 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 063660b5-9b47-424f-a73f-d0b345c5c944 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:29.383398 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (b7bb67f9-2b88-4d12-b4a8-0191965d38e2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.398324 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (b7bb67f9-2b88-4d12-b4a8-0191965d38e2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.405272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:35:29.405679 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (b7bb67f9-2b88-4d12-b4a8-0191965d38e2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:35:29.407731 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:35:29.412725 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 063660b5-9b47-424f-a73f-d0b345c5c944 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:29.413102 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 063660b5-9b47-424f-a73f-d0b345c5c944 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:29.466090 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (8d56f692-32cb-491f-92de-425cd4663a5e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.471924 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.475477 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] 10.222.0.84 "DELETE /v2.0/networks/8d56f692-32cb-491f-92de-425cd4663a5e HTTP/1.1" status: 204 len: 168 time: 0.5453689 Jan 24 22:35:29.486658 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45af6b-adf8-426a-b6f7-f9a0d1bff65f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d56f692-32cb-491f-92de-425cd4663a5e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:29.614439 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47442) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:29.656664 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-2e0f95c5-77df-4b69-8002-9d0e45b545be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2480860d99554b1c8d0c7845602c854e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410414 Jan 24 22:35:29.659462 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47446) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:29.705866 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9acbab6c-5e62-4d33-9e48-8c7443315d95 admin admin] Publish callbacks [] for security_group (81d0f6d1-5755-420b-b890-735e01f3992e), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.731218 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9acbab6c-5e62-4d33-9e48-8c7443315d95 admin admin] Publish callbacks [] for security_group (81d0f6d1-5755-420b-b890-735e01f3992e), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.782788 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9acbab6c-5e62-4d33-9e48-8c7443315d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (81d0f6d1-5755-420b-b890-735e01f3992e), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.785472 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9acbab6c-5e62-4d33-9e48-8c7443315d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:29.786619 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9acbab6c-5e62-4d33-9e48-8c7443315d95 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/81d0f6d1-5755-420b-b890-735e01f3992e HTTP/1.1" status: 204 len: 168 time: 0.1263018 Jan 24 22:35:29.794885 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbab6c-5e62-4d33-9e48-8c7443315d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d0f6d1-5755-420b-b890-735e01f3992e,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:30.640640 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-af501d5e-2b32-4866-895b-ecccc63912d7 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420703410&fields=id&tenant_id=87f09686992a4d389c166bb0f9704e4c HTTP/1.1" status: 200 len: 267 time: 0.0460711 Jan 24 22:35:30.692251 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-7f1d4b97-40b8-4d90-ac49-b645b02309e0 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:30.693735 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-7f1d4b97-40b8-4d90-ac49-b645b02309e0 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 984 time: 0.0479598 Jan 24 22:35:30.704970 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Request body: {'port': {'security_groups': ['7bb0131b-3d2b-4820-b31f-1ddb5df83e4b']}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:35:30.775334 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:30.958927 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] For port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:30.989279 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:30.996914 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.054658 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event updated for resources: {'Port': ['ID=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,revision_number=7']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:31.074708 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:31.074924 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.076346 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-79d4ad9f-d117-48bd-a0ff-e2ae0f983d02 req-de1aaa9a-658a-4db0-acd5-df2afc043220 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "PUT /v2.0/ports/5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 942 time: 0.3759155 Jan 24 22:35:31.076817 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:35:31.079222 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:35:31.094288 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47496) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:31.131928 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a090afd-5b68-4475-bf24-acede0e0a4d3 x-openstack-request-id: req-3a090afd-5b68-4475-bf24-acede0e0a4d3 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:35:31.132225 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:35:31.132478 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3a090afd-5b68-4475-bf24-acede0e0a4d3 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:35:31.132877 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'status': 'completed', 'code': 200} Jan 24 22:35:31.189363 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7673e4c-8e93-43ee-b59d-bc6e38f412c1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group (25f4cdc4-62bd-43d7-94b9-79cc4611a1c5), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.218805 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7673e4c-8e93-43ee-b59d-bc6e38f412c1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group (25f4cdc4-62bd-43d7-94b9-79cc4611a1c5), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.278943 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7673e4c-8e93-43ee-b59d-bc6e38f412c1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (25f4cdc4-62bd-43d7-94b9-79cc4611a1c5), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.281634 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7673e4c-8e93-43ee-b59d-bc6e38f412c1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.282815 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-b7673e4c-8e93-43ee-b59d-bc6e38f412c1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "DELETE /v2.0/security-groups/25f4cdc4-62bd-43d7-94b9-79cc4611a1c5 HTTP/1.1" status: 204 len: 168 time: 0.1874599 Jan 24 22:35:31.285728 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47500) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:31.291791 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7673e4c-8e93-43ee-b59d-bc6e38f412c1 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f4cdc4-62bd-43d7-94b9-79cc4611a1c5,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:31.360530 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-7f28e98f-0f79-46bf-a3c6-a7f98e829103 None None] Provisioning complete for port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:35:31.360969 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7f28e98f-0f79-46bf-a3c6-a7f98e829103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.437063 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-7f28e98f-0f79-46bf-a3c6-a7f98e829103 None None] Current status of the port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:35:31.448948 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Deleting port 825876c8-1664-479a-9409-ca5521efb7c2 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:31.449319 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (825876c8-1664-479a-9409-ca5521efb7c2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.523708 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (825876c8-1664-479a-9409-ca5521efb7c2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.523994 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for floatingip (825876c8-1664-479a-9409-ca5521efb7c2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:31.536452 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Calling delete_port for 825876c8-1664-479a-9409-ca5521efb7c2 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:31.985556 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (825876c8-1664-479a-9409-ca5521efb7c2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:32.010740 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event deleted for resources: {'Port': ['ID=825876c8-1664-479a-9409-ca5521efb7c2,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:32.075126 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks [] for floatingip (8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:32.075526 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Floating IP 8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0 disassociated (deleted). External IP: 172.27.3.164, port: 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6. Jan 24 22:35:32.295419 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:35:32.427472 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:35:32.432168 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:32.438105 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] Sync routers for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:35:32.449586 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:32.450208 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:32.460107 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-65a275f7-ad64-4c89-8cf6-8eec7c913fdc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "DELETE /v2.0/floatingips/8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0 HTTP/1.1" status: 204 len: 168 time: 1.1732407 Jan 24 22:35:32.460698 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:35:32.463377 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7602e7b6-86ee-46c9-bbc0-e71809f30928" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:35:32.503664 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a521cb-f6c3-4b25-9208-a80828b7cbba x-openstack-request-id: req-c6a521cb-f6c3-4b25-9208-a80828b7cbba {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:35:32.503971 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:35:32.504203 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c6a521cb-f6c3-4b25-9208-a80828b7cbba {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:35:32.504643 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'status': 'completed', 'code': 200} Jan 24 22:35:32.561211 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:32.758623 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:32.784674 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] Checking router: 9fc8bc39-7257-4dbb-8325-3c2d146f1588 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:35:32.793628 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:32.794220 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:32.898980 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:33.110462 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:33.137117 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718fd25-854b-48ea-bb4b-ac09f4678b48 None None] The sync data for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi is: [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:13Z', 'revision_number': 4, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'f1aea770-29cb-496a-9001-566addf88f80', 'name': '', 'network_id': 'cecdc8eb-11b7-4424-8f69-878cca15f5a9', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'mac_address': 'fa:16:3e:54:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:12Z', 'updated_at': '2022-01-24T22:33:17Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'subnets': [{'id': 'a3be311b-60f1-4857-9038-f881ea4e6fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:35:33.272534 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:35:33.358061 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-91cd5191-296a-4cc7-adb0-427ff82085af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:33.359767 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-91cd5191-296a-4cc7-adb0-427ff82085af service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=87f09686992a4d389c166bb0f9704e4c&device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1098 time: 0.0528178 Jan 24 22:35:33.427627 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:35:33.451650 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3944d19-7900-4695-bd20-91290396a6bd None None] New status for floating IP 8bb87492-2164-4a9f-a6e3-bcd0cc04c5d0: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:35:33.486627 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-2c47843d-4aff-49e7-92b0-46fd539e6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:33.488303 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-2c47843d-4aff-49e7-92b0-46fd539e6a9a service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 200 len: 915 time: 0.0995383 Jan 24 22:35:33.538122 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-27dbe1f4-2583-40db-b52d-c93a11d2f8d2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 217 time: 0.0359857 Jan 24 22:35:33.591707 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-dec6856b-bc14-421c-b9b6-f8d08ae8622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:33.593242 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-dec6856b-bc14-421c-b9b6-f8d08ae8622f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3be311b-60f1-4857-9038-f881ea4e6fc9 HTTP/1.1" status: 200 len: 853 time: 0.0485287 Jan 24 22:35:33.643404 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-1507c08e-66d0-4cd9-bf9c-25214ecdc381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:33.644799 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-1507c08e-66d0-4cd9-bf9c-25214ecdc381 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecdc8eb-11b7-4424-8f69-878cca15f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445919 Jan 24 22:35:33.736318 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-c14fe71d-667d-4318-b5f2-65328e69c682 service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849195 Jan 24 22:35:33.832516 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b81acdd9-8e93-486b-bb84-3e62b3f8ec47 req-f3ca1f78-4680-47d6-97e3-587143ce4305 service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897384 Jan 24 22:35:33.962738 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-c8111cfb-9105-4f92-8ee2-43eb87752edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:33.964624 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-c8111cfb-9105-4f92-8ee2-43eb87752edd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=87f09686992a4d389c166bb0f9704e4c&device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 1098 time: 0.0446551 Jan 24 22:35:34.061663 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-cc702d26-9f6e-4459-9d29-66b9f1dc9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:34.064062 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-cc702d26-9f6e-4459-9d29-66b9f1dc9df9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 200 len: 915 time: 0.0921257 Jan 24 22:35:34.111793 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-d2f00d1a-a457-4520-b964-e52041c297ae service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 200 len: 217 time: 0.0406623 Jan 24 22:35:34.160579 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-8578b7ca-4724-45ba-bc03-d06324f08c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:34.162013 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-8578b7ca-4724-45ba-bc03-d06324f08c10 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a3be311b-60f1-4857-9038-f881ea4e6fc9 HTTP/1.1" status: 200 len: 853 time: 0.0438960 Jan 24 22:35:34.210586 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-0d5a271c-7208-4b90-9627-d5bdf48e5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:34.212331 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-0d5a271c-7208-4b90-9627-d5bdf48e5e15 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecdc8eb-11b7-4424-8f69-878cca15f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441029 Jan 24 22:35:34.317196 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-d9b9e42c-0b51-4671-a4a4-a61f303aaf5b service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988727 Jan 24 22:35:34.420226 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7602e7b6-86ee-46c9-bbc0-e71809f30928 req-ebb77155-29b3-4e7d-824a-eb59a97cdec9 service neutron] 10.222.0.115 "GET /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972323 Jan 24 22:35:38.591560 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baea44-1ba0-47f8-9f82-d9dceef5a2b0 req-b1f66bc7-d921-4edf-b8f7-63317070cd47 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:38.593056 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e4baea44-1ba0-47f8-9f82-d9dceef5a2b0 req-b1f66bc7-d921-4edf-b8f7-63317070cd47 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.2952397 Jan 24 22:35:38.639980 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e4baea44-1ba0-47f8-9f82-d9dceef5a2b0 req-6e488cd0-2499-4177-8fe1-1d6041279ea2 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Jan 24 22:35:39.767442 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51463af-4f26-4769-823f-105ae249643d req-f54b9db6-7919-4c92-8a28-c09b22bb296a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:39.768874 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b51463af-4f26-4769-823f-105ae249643d req-f54b9db6-7919-4c92-8a28-c09b22bb296a tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0585330 Jan 24 22:35:39.824840 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b51463af-4f26-4769-823f-105ae249643d req-bf5dd9f0-27e9-4e47-b791-a42b46a0adc2 tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478089 Jan 24 22:35:40.248563 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-a3739462-a595-4d1b-85a6-b527290c3fcf tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:40.250655 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-a3739462-a595-4d1b-85a6-b527290c3fcf tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.115 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Jan 24 22:35:40.352631 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Deleting port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:40.353005 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.457851 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] For port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:40.458428 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.470467 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47686) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:40.475485 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Calling delete_port for 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:40.591118 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e560-7511-4724-ac72-691b720f09f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.610435 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.640554 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Pushing event deleted for resources: {'Port': ['ID=5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:40.646387 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:35:40.656150 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.656518 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.656860 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.657222 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.657559 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.657888 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.658228 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.658545 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.658871 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.659195 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.659526 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.659845 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.660161 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:40.687771 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e560-7511-4724-ac72-691b720f09f5 admin admin] Publish callbacks [] for security_group (9e43aa6e-99ba-4507-a607-9a096f9d8e5c), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.692124 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e560-7511-4724-ac72-691b720f09f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (9e43aa6e-99ba-4507-a607-9a096f9d8e5c), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.700538 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] No DVR routers for this DVR port 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:35:40.703385 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.706867 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-13e2e3e1-2b82-43cb-9a08-cdddd963dab8 req-b5f4d792-11b0-4eb6-9081-10557433b2ff tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.115 "DELETE /v2.0/ports/5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 HTTP/1.1" status: 204 len: 173 time: 0.4511969 Jan 24 22:35:40.707563 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'name': 'network-vif-deleted', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:35:40.709854 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c826cb7-ce3e-44a7-8a36-027a5bfeebf3" -d '{"events": [{"server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "name": "network-vif-deleted", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:35:40.734957 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9ee4e560-7511-4724-ac72-691b720f09f5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b12acf9bccdd4e548390f39e152360b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633753 Jan 24 22:35:40.737765 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47702) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:40.737910 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4e560-7511-4724-ac72-691b720f09f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e43aa6e-99ba-4507-a607-9a096f9d8e5c,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:40.801710 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fd4ce3-b1f5-4373-a01a-d0ba291c12b7 x-openstack-request-id: req-59fd4ce3-b1f5-4373-a01a-d0ba291c12b7 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:35:40.802104 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc89f6f-34dd-4831-8df6-a7d8b77c4b46", "name": "network-vif-deleted", "tag": "5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:35:40.802451 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-59fd4ce3-b1f5-4373-a01a-d0ba291c12b7 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:35:40.803048 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc89f6f-34dd-4831-8df6-a7d8b77c4b46', 'name': 'network-vif-deleted', 'tag': '5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6', 'status': 'completed', 'code': 200} Jan 24 22:35:40.809075 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-45b5abae-9c09-40a8-ad27-012dcb816c3c admin admin] Publish callbacks [] for security_group (9e43aa6e-99ba-4507-a607-9a096f9d8e5c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.835178 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-45b5abae-9c09-40a8-ad27-012dcb816c3c admin admin] Publish callbacks [] for security_group (9e43aa6e-99ba-4507-a607-9a096f9d8e5c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.894718 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-45b5abae-9c09-40a8-ad27-012dcb816c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (9e43aa6e-99ba-4507-a607-9a096f9d8e5c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.897494 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-45b5abae-9c09-40a8-ad27-012dcb816c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:40.898647 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-45b5abae-9c09-40a8-ad27-012dcb816c3c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e43aa6e-99ba-4507-a607-9a096f9d8e5c HTTP/1.1" status: 204 len: 168 time: 0.1598403 Jan 24 22:35:40.907574 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5abae-9c09-40a8-ad27-012dcb816c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e43aa6e-99ba-4507-a607-9a096f9d8e5c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:40.938021 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3f21f916-06c3-436e-b05a-ca215e4f514f req-63d9567c-df1f-4e12-9d28-2c8e7e4cb9cc tempest-TestMinimumBasicScenario-32879025 tempest-TestMinimumBasicScenario-32879025-project] 10.222.0.84 "GET /v2.0/ports?device_id=cbc89f6f-34dd-4831-8df6-a7d8b77c4b46 HTTP/1.1" status: 200 len: 210 time: 0.0264537 Jan 24 22:35:42.662904 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47820) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:42.676946 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47822) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:42.807546 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba05095e-19a6-4e3d-812e-dac039439f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:42.907788 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba05095e-19a6-4e3d-812e-dac039439f2a admin admin] Publish callbacks [] for security_group (470b7c41-8197-4467-8bd4-19bfc3289953), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:42.912281 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba05095e-19a6-4e3d-812e-dac039439f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (470b7c41-8197-4467-8bd4-19bfc3289953), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:42.956151 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ba05095e-19a6-4e3d-812e-dac039439f2a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3ff06b6ee34e47059efffe6161563d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778938 Jan 24 22:35:42.957241 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05095e-19a6-4e3d-812e-dac039439f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470b7c41-8197-4467-8bd4-19bfc3289953,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:42.959604 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47830) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:42.980731 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206bf34-b120-4e52-a733-de7c2047b847 req-227f709f-7e00-45e2-8efb-0b226dfe6db6 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:42.982225 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4206bf34-b120-4e52-a733-de7c2047b847 req-227f709f-7e00-45e2-8efb-0b226dfe6db6 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0844412 Jan 24 22:35:43.011256 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dd6b6617-7602-492d-a0c4-879782f30586 admin admin] Publish callbacks [] for security_group (470b7c41-8197-4467-8bd4-19bfc3289953), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.035421 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dd6b6617-7602-492d-a0c4-879782f30586 admin admin] Publish callbacks [] for security_group (470b7c41-8197-4467-8bd4-19bfc3289953), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.085767 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dd6b6617-7602-492d-a0c4-879782f30586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (470b7c41-8197-4467-8bd4-19bfc3289953), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.087193 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4206bf34-b120-4e52-a733-de7c2047b847 req-9be60d51-99cf-498e-a78d-042cc6e99b77 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988238 Jan 24 22:35:43.088365 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dd6b6617-7602-492d-a0c4-879782f30586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.089535 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dd6b6617-7602-492d-a0c4-879782f30586 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/470b7c41-8197-4467-8bd4-19bfc3289953 HTTP/1.1" status: 204 len: 168 time: 0.1291389 Jan 24 22:35:43.117507 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b6617-7602-492d-a0c4-879782f30586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470b7c41-8197-4467-8bd4-19bfc3289953,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:43.230540 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (9fc8bc39-7257-4dbb-8325-3c2d146f1588), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.385843 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47836) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:43.399068 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-712362ad-5323-4a1b-a3f0-ef5f25210dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.479399 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-712362ad-5323-4a1b-a3f0-ef5f25210dd7 admin admin] Publish callbacks [] for security_group (f3fe8ea5-7418-4af1-af5a-28e61eceb5a0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.484762 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-712362ad-5323-4a1b-a3f0-ef5f25210dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f3fe8ea5-7418-4af1-af5a-28e61eceb5a0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.525003 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-712362ad-5323-4a1b-a3f0-ef5f25210dd7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9869e1fdbdab4c6ca2bc0e64960ac5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380293 Jan 24 22:35:43.526249 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712362ad-5323-4a1b-a3f0-ef5f25210dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fe8ea5-7418-4af1-af5a-28e61eceb5a0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:43.528646 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47838) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:43.555673 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Deleting port f1aea770-29cb-496a-9001-566addf88f80 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:43.556027 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (f1aea770-29cb-496a-9001-566addf88f80), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.580617 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9ae6-4093-4f8b-9fff-c0499e3fa2e2 admin admin] Publish callbacks [] for security_group (f3fe8ea5-7418-4af1-af5a-28e61eceb5a0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.601334 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9ae6-4093-4f8b-9fff-c0499e3fa2e2 admin admin] Publish callbacks [] for security_group (f3fe8ea5-7418-4af1-af5a-28e61eceb5a0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.639725 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] For port f1aea770-29cb-496a-9001-566addf88f80, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=f1aea770-29cb-496a-9001-566addf88f80,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:43.640173 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (f1aea770-29cb-496a-9001-566addf88f80), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.652302 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9ae6-4093-4f8b-9fff-c0499e3fa2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (f3fe8ea5-7418-4af1-af5a-28e61eceb5a0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.655813 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9ae6-4093-4f8b-9fff-c0499e3fa2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.657510 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3d9a9ae6-4093-4f8b-9fff-c0499e3fa2e2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3fe8ea5-7418-4af1-af5a-28e61eceb5a0 HTTP/1.1" status: 204 len: 168 time: 0.1277373 Jan 24 22:35:43.666698 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Calling delete_port for f1aea770-29cb-496a-9001-566addf88f80 owned by network:router_interface {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:43.668524 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a9ae6-4093-4f8b-9fff-c0499e3fa2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fe8ea5-7418-4af1-af5a-28e61eceb5a0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:43.848555 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (f1aea770-29cb-496a-9001-566addf88f80), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:43.883198 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1aea770-29cb-496a-9001-566addf88f80,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:44.075162 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (9fc8bc39-7257-4dbb-8325-3c2d146f1588), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:44.293137 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881464f-f0eb-4f90-a215-fb0718ee8ec0 req-368d0323-2ae8-4528-a845-17cbeb4fdad4 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:44.294770 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f881464f-f0eb-4f90-a215-fb0718ee8ec0 req-368d0323-2ae8-4528-a845-17cbeb4fdad4 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0977864 Jan 24 22:35:44.390673 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f881464f-f0eb-4f90-a215-fb0718ee8ec0 req-d873e270-85a3-4fa6-8278-10f673d762a8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901530 Jan 24 22:35:44.399980 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:35:44.516715 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:35:44.524606 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-3fb8f1d3-290d-463c-85e1-571d863feab1 admin admin] 10.222.0.84 "PUT /v2.0/routers/9fc8bc39-7257-4dbb-8325-3c2d146f1588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8597701 Jan 24 22:35:44.525251 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47866) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:44.531356 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] Sync routers for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:35:44.542836 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:44.543472 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:44.632782 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks [] for router (9fc8bc39-7257-4dbb-8325-3c2d146f1588), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:44.652654 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:44.874037 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:35:43Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:44.907814 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] Checking router: 9fc8bc39-7257-4dbb-8325-3c2d146f1588 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:35:44.916896 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] Routers {'9fc8bc39-7257-4dbb-8325-3c2d146f1588'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:44.917636 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:44.996057 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks [] for router_gateway (9fc8bc39-7257-4dbb-8325-3c2d146f1588), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.045848 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] Set router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:45.056436 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Deleting port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:45.056780 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.141387 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] For port 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=892fbb17-ea53-4ab2-bc27-a22b9f09fbb7,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:45.141749 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.158748 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Calling delete_port for 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 owned by network:router_gateway {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:45.255967 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:35:43Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:45.361724 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (892fbb17-ea53-4ab2-bc27-a22b9f09fbb7), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.393634 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Pushing event deleted for resources: {'Port': ['ID=892fbb17-ea53-4ab2-bc27-a22b9f09fbb7,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:45.457719 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (9fc8bc39-7257-4dbb-8325-3c2d146f1588), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.483248 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:45.486234 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f4ff8-5c03-47de-9b2b-4741a4413793 None None] The sync data for ids ['9fc8bc39-7257-4dbb-8325-3c2d146f1588'] in dv-cinder-813223-4-iscsi is: [{'id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'name': 'tempest-TestMinimumBasicScenario-425035425-router', 'tenant_id': '87f09686992a4d389c166bb0f9704e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:35:43Z', 'revision_number': 5, 'project_id': '87f09686992a4d389c166bb0f9704e4c', 'gw_port': {'id': '892fbb17-ea53-4ab2-bc27-a22b9f09fbb7', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8bc39-7257-4dbb-8325-3c2d146f1588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:10Z', 'updated_at': '2022-01-24T22:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:35:45.506436 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:45.506782 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 5c4e0fd6-fbad-4f01-a8ef-287b2802e9e6 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:45.589237 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (9fc8bc39-7257-4dbb-8325-3c2d146f1588), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.592440 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks [] for router_controller (9fc8bc39-7257-4dbb-8325-3c2d146f1588), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.644096 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea884bdb-12a8-49e6-b68d-28b6a3ab76fa req-04ec890c-b5f8-4666-8b22-fd3812d4388e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:45.645524 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ea884bdb-12a8-49e6-b68d-28b6a3ab76fa req-04ec890c-b5f8-4666-8b22-fd3812d4388e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.1593499 Jan 24 22:35:45.650226 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (9fc8bc39-7257-4dbb-8325-3c2d146f1588), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.650744 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc8bc39-7257-4dbb-8325-3c2d146f1588 {{(pid=102562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:35:45.658871 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.659961 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-5428daa8-3dab-4e67-bd84-471cba6dbdac admin admin] 10.222.0.84 "DELETE /v2.0/routers/9fc8bc39-7257-4dbb-8325-3c2d146f1588 HTTP/1.1" status: 204 len: 168 time: 1.1337688 Jan 24 22:35:45.663036 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47896) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:45.706290 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ea884bdb-12a8-49e6-b68d-28b6a3ab76fa req-569f868e-7710-47e3-83b4-7e4f63246234 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538960 Jan 24 22:35:45.713695 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb18c9f-3edf-4e71-88a1-4bfafdf5b86e admin admin] Deleting subnet a3be311b-60f1-4857-9038-f881ea4e6fc9 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:35:45.716955 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbb18c9f-3edf-4e71-88a1-4bfafdf5b86e admin admin] Publish callbacks [] for subnet (a3be311b-60f1-4857-9038-f881ea4e6fc9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.753527 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbb18c9f-3edf-4e71-88a1-4bfafdf5b86e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3748723'] for subnet (a3be311b-60f1-4857-9038-f881ea4e6fc9), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.837601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbb18c9f-3edf-4e71-88a1-4bfafdf5b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (a3be311b-60f1-4857-9038-f881ea4e6fc9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.896868 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbb18c9f-3edf-4e71-88a1-4bfafdf5b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25761300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758958'] for subnet (a3be311b-60f1-4857-9038-f881ea4e6fc9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.922397 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb18c9f-3edf-4e71-88a1-4bfafdf5b86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3be311b-60f1-4857-9038-f881ea4e6fc9,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:45.927070 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbb18c9f-3edf-4e71-88a1-4bfafdf5b86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:45.930302 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dbb18c9f-3edf-4e71-88a1-4bfafdf5b86e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a3be311b-60f1-4857-9038-f881ea4e6fc9 HTTP/1.1" status: 204 len: 168 time: 0.2620242 Jan 24 22:35:45.932942 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47898) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:45.936025 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601db608-0a5e-4592-b0a5-76322fa16121 None None] Network cecdc8eb-11b7-4424-8f69-878cca15f5a9 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:35:46.014098 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (cecdc8eb-11b7-4424-8f69-878cca15f5a9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.084210 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Deleting port 341d5bb7-fe82-4d67-8651-55e1a80411ee {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:46.084553 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.126951 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01587c82-95db-4727-9bb4-28625a48774c None None] DHCP port deletion for cecdc8eb-11b7-4424-8f69-878cca15f5a9 request from dv-cinder-813223-4-iscsi {{(pid=102564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 22:35:46.157125 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] For port 341d5bb7-fe82-4d67-8651-55e1a80411ee, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=341d5bb7-fe82-4d67-8651-55e1a80411ee,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:46.157400 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.171347 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Calling delete_port for 341d5bb7-fe82-4d67-8651-55e1a80411ee owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:46.173899 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0144032d-9fd4-4a55-939c-561a558dd138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.192568 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Deleting port 341d5bb7-fe82-4d67-8651-55e1a80411ee {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:46.193131 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.263030 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.269124 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-01587c82-95db-4727-9bb4-28625a48774c None None] For port 341d5bb7-fe82-4d67-8651-55e1a80411ee, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=341d5bb7-fe82-4d67-8651-55e1a80411ee,segment=NetworkSegment(4c3f3778-f3b1-499d-a43a-f9b81bf35dab),segment_id=4c3f3778-f3b1-499d-a43a-f9b81bf35dab)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:46.269522 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.282248 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Calling delete_port for 341d5bb7-fe82-4d67-8651-55e1a80411ee owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:46.290649 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] No DVR routers for this DVR port 341d5bb7-fe82-4d67-8651-55e1a80411ee on host dv-cinder-813223-4-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:35:46.294743 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=341d5bb7-fe82-4d67-8651-55e1a80411ee,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:46.368120 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (cecdc8eb-11b7-4424-8f69-878cca15f5a9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.369355 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566'] for port (341d5bb7-fe82-4d67-8651-55e1a80411ee), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.388931 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecdc8eb-11b7-4424-8f69-878cca15f5a9']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:46.394295 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Pushing event deleted for resources: {'Port': ['ID=341d5bb7-fe82-4d67-8651-55e1a80411ee,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:46.398609 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01587c82-95db-4727-9bb4-28625a48774c None None] No DVR routers for this DVR port 341d5bb7-fe82-4d67-8651-55e1a80411ee on host dv-cinder-813223-4-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:35:46.398943 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3f3778-f3b1-499d-a43a-f9b81bf35dab') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:46.399727 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3f3778-f3b1-499d-a43a-f9b81bf35dab') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:46.405515 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.406037 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.406593 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.407088 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.407477 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.407767 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.408097 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.413174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.413174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.413174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.413174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.413174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.413174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c82-95db-4727-9bb4-28625a48774c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:46.416137 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (4c3f3778-f3b1-499d-a43a-f9b81bf35dab), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.430720 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (4c3f3778-f3b1-499d-a43a-f9b81bf35dab), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.437551 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:35:46.437944 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (4c3f3778-f3b1-499d-a43a-f9b81bf35dab), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:35:46.439735 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:35:46.497580 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (cecdc8eb-11b7-4424-8f69-878cca15f5a9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.503894 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:46.507383 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] 10.222.0.84 "DELETE /v2.0/networks/cecdc8eb-11b7-4424-8f69-878cca15f5a9 HTTP/1.1" status: 204 len: 168 time: 0.5730624 Jan 24 22:35:46.510658 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 47902) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:46.519903 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b570a-6d42-48eb-ac28-836370086a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=cecdc8eb-11b7-4424-8f69-878cca15f5a9,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:46.869178 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83278cbb-4a4d-49c0-bbdf-140988c2a2a0 req-9a2337e6-8aad-4745-bb9e-bdf4076dcef5 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:46.877678 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-83278cbb-4a4d-49c0-bbdf-140988c2a2a0 req-9a2337e6-8aad-4745-bb9e-bdf4076dcef5 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0925136 Jan 24 22:35:46.987492 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-83278cbb-4a4d-49c0-bbdf-140988c2a2a0 req-9bef69d1-2327-4c1c-b1b5-1bddc2e6d0c3 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009712 Jan 24 22:35:47.040661 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:47.302766 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Deleting port 0fae84d1-3415-4e41-8f8a-792f463ef02b {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:47.303111 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:47.337425 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 341d5bb7-fe82-4d67-8651-55e1a80411ee no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:47.359736 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 341d5bb7-fe82-4d67-8651-55e1a80411ee {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:47.360178 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 341d5bb7-fe82-4d67-8651-55e1a80411ee not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:47.360640 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:47.385155 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:47.385501 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 892fbb17-ea53-4ab2-bc27-a22b9f09fbb7 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:47.385914 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device f1aea770-29cb-496a-9001-566addf88f80 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:47.386223 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] For port 0fae84d1-3415-4e41-8f8a-792f463ef02b, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0fae84d1-3415-4e41-8f8a-792f463ef02b,segment=NetworkSegment(0f652f8c-6814-4f5c-9f40-a3e8cc6291c6),segment_id=0f652f8c-6814-4f5c-9f40-a3e8cc6291c6)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:47.386598 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:47.403724 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Calling delete_port for 0fae84d1-3415-4e41-8f8a-792f463ef02b owned by network:router_interface {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:47.404932 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: f1aea770-29cb-496a-9001-566addf88f80 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:47.405443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device f1aea770-29cb-496a-9001-566addf88f80 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:47.591963 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (0fae84d1-3415-4e41-8f8a-792f463ef02b), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:47.618188 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=0fae84d1-3415-4e41-8f8a-792f463ef02b,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:47.628816 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.629230 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.629579 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.629917 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.630221 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.630585 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.630912 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.631722 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.631722 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.631892 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.632158 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.632475 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.632794 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:35:47.804424 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.025278 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Router c02c7ef5-7519-4a9f-b26f-2dad8553b46d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:35:48.169550 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de162d1-fb99-4093-b59f-a7adda0c7ccd req-feb53870-f741-49cb-8b4b-30342ebfb84a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:48.171308 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6de162d1-fb99-4093-b59f-a7adda0c7ccd req-feb53870-f741-49cb-8b4b-30342ebfb84a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.1016576 Jan 24 22:35:48.178771 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:35:48.185183 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-1b2824b6-fd3b-42cd-8c33-12b511efbb2a admin admin] 10.222.0.84 "PUT /v2.0/routers/c02c7ef5-7519-4a9f-b26f-2dad8553b46d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6734855 Jan 24 22:35:48.187922 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47930) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:48.188415 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] Sync routers for ids ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:35:48.198413 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] Routers {'c02c7ef5-7519-4a9f-b26f-2dad8553b46d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:48.199094 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:48.244478 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6de162d1-fb99-4093-b59f-a7adda0c7ccd req-626565c0-dee9-4809-988e-5f9049b216a2 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636342 Jan 24 22:35:48.310830 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks [] for router (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.314604 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] Set router c02c7ef5-7519-4a9f-b26f-2dad8553b46d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:48.431397 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks [] for router_gateway (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.475651 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbb71db1-d2e3-4973-9699-a5265d65c622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.484172 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Deleting port 0664a316-d0d9-4088-a162-f038aa23c449 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:48.484539 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (0664a316-d0d9-4088-a162-f038aa23c449), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.507968 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '0664a316-d0d9-4088-a162-f038aa23c449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:35:47Z', 'revision_number': 5, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port': {'id': '0664a316-d0d9-4088-a162-f038aa23c449', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:48.535289 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] Checking router: c02c7ef5-7519-4a9f-b26f-2dad8553b46d for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:35:48.543906 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] Routers {'c02c7ef5-7519-4a9f-b26f-2dad8553b46d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:35:48.544621 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:48.569037 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] For port 0664a316-d0d9-4088-a162-f038aa23c449, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0664a316-d0d9-4088-a162-f038aa23c449,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:48.569425 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (0664a316-d0d9-4088-a162-f038aa23c449), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.581568 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Calling delete_port for 0664a316-d0d9-4088-a162-f038aa23c449 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:48.636467 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] Set router c02c7ef5-7519-4a9f-b26f-2dad8553b46d gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:35:48.687882 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:35:48Z', 'revision_number': 6, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port_host': None}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:48.724263 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ca4de-0374-4425-b9cd-97ca833264c7 None None] The sync data for ids ['c02c7ef5-7519-4a9f-b26f-2dad8553b46d'] in dv-cinder-813223-4-iscsi is: [{'id': 'c02c7ef5-7519-4a9f-b26f-2dad8553b46d', 'name': 'tempest-TestMinimumBasicScenario-1409914393-router', 'tenant_id': '10500c5191934735af4ef12eba89a789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:33:16Z', 'updated_at': '2022-01-24T22:35:48Z', 'revision_number': 6, 'project_id': '10500c5191934735af4ef12eba89a789', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:35:48.752698 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (0664a316-d0d9-4088-a162-f038aa23c449), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.777790 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Pushing event deleted for resources: {'Port': ['ID=0664a316-d0d9-4088-a162-f038aa23c449,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:48.841836 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.935468 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.937965 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks [] for router_controller (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.984149 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (c02c7ef5-7519-4a9f-b26f-2dad8553b46d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.984729 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02c7ef5-7519-4a9f-b26f-2dad8553b46d {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:35:48.989392 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:48.990521 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-81023a6e-b4b8-4ca0-a680-921c27746028 admin admin] 10.222.0.84 "DELETE /v2.0/routers/c02c7ef5-7519-4a9f-b26f-2dad8553b46d HTTP/1.1" status: 204 len: 168 time: 0.8015635 Jan 24 22:35:48.993088 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47934) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:49.042142 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bc44f7-d775-4f03-a121-e39f4d90d478 admin admin] Deleting subnet a567a107-d594-46c6-b0c9-b60750f31d90 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:35:49.045240 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-02bc44f7-d775-4f03-a121-e39f4d90d478 admin admin] Publish callbacks [] for subnet (a567a107-d594-46c6-b0c9-b60750f31d90), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.082971 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-02bc44f7-d775-4f03-a121-e39f4d90d478 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3748723'] for subnet (a567a107-d594-46c6-b0c9-b60750f31d90), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.176139 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-02bc44f7-d775-4f03-a121-e39f4d90d478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (a567a107-d594-46c6-b0c9-b60750f31d90), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.230212 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-02bc44f7-d775-4f03-a121-e39f4d90d478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25761300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758958'] for subnet (a567a107-d594-46c6-b0c9-b60750f31d90), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.254578 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc44f7-d775-4f03-a121-e39f4d90d478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a567a107-d594-46c6-b0c9-b60750f31d90,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:49.258303 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-02bc44f7-d775-4f03-a121-e39f4d90d478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.261454 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-02bc44f7-d775-4f03-a121-e39f4d90d478 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a567a107-d594-46c6-b0c9-b60750f31d90 HTTP/1.1" status: 204 len: 168 time: 0.2674384 Jan 24 22:35:49.263863 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47938) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:49.264677 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bcb76-3934-4d1c-8752-52625a217806 None None] Network 23df8aca-c14e-404f-8f32-2008b3f7e143 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:35:49.348835 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (23df8aca-c14e-404f-8f32-2008b3f7e143), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.392616 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269c61f-fe3d-4e32-9b29-d616f2825346 req-fb99be00-aee6-4d98-835e-1d299181b75b tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:49.400549 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8269c61f-fe3d-4e32-9b29-d616f2825346 req-fb99be00-aee6-4d98-835e-1d299181b75b tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0832112 Jan 24 22:35:49.416279 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Deleting port bcea78b6-29d1-4f7d-832f-d4101ab60988 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:49.416560 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.444033 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-8269c61f-fe3d-4e32-9b29-d616f2825346 req-5f6367bc-e7b9-4970-8d0f-249a3783daa3 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426261 Jan 24 22:35:49.476963 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.492474 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] For port bcea78b6-29d1-4f7d-832f-d4101ab60988, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=bcea78b6-29d1-4f7d-832f-d4101ab60988,segment=NetworkSegment(0f652f8c-6814-4f5c-9f40-a3e8cc6291c6),segment_id=0f652f8c-6814-4f5c-9f40-a3e8cc6291c6)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:49.492839 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.503460 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] DHCP port deletion for 23df8aca-c14e-404f-8f32-2008b3f7e143 request from dv-cinder-813223-4-iscsi {{(pid=102564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 22:35:49.572676 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] Deleting port bcea78b6-29d1-4f7d-832f-d4101ab60988 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:35:49.573076 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.586221 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device bcea78b6-29d1-4f7d-832f-d4101ab60988 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:49.681764 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] For port bcea78b6-29d1-4f7d-832f-d4101ab60988, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=bcea78b6-29d1-4f7d-832f-d4101ab60988,segment=NetworkSegment(0f652f8c-6814-4f5c-9f40-a3e8cc6291c6),segment_id=0f652f8c-6814-4f5c-9f40-a3e8cc6291c6)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:49.682155 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.684785 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:35:49.704206 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] Calling delete_port for bcea78b6-29d1-4f7d-832f-d4101ab60988 owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:49.800266 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port bcea78b6-29d1-4f7d-832f-d4101ab60988 is: ACTIVE; New status is: DOWN {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:35:49.800686 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.818429 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Calling delete_port for bcea78b6-29d1-4f7d-832f-d4101ab60988 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:35:49.846922 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port bcea78b6-29d1-4f7d-832f-d4101ab60988, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=bcea78b6-29d1-4f7d-832f-d4101ab60988,segment=NetworkSegment(0f652f8c-6814-4f5c-9f40-a3e8cc6291c6),segment_id=0f652f8c-6814-4f5c-9f40-a3e8cc6291c6)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:49.852613 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.853489 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0664a316-d0d9-4088-a162-f038aa23c449 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:49.892753 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.895600 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event deleted for resources: {'Port': ['ID=bcea78b6-29d1-4f7d-832f-d4101ab60988,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:49.896621 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 0664a316-d0d9-4088-a162-f038aa23c449 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:49.896959 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0664a316-d0d9-4088-a162-f038aa23c449 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:49.897383 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0fae84d1-3415-4e41-8f8a-792f463ef02b no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:49.900520 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (bcea78b6-29d1-4f7d-832f-d4101ab60988), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:49.929305 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcea78b6-29d1-4f7d-832f-d4101ab60988,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:49.934363 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] No DVR routers for this DVR port bcea78b6-29d1-4f7d-832f-d4101ab60988 on host dv-cinder-813223-4-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:35:49.943635 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 0fae84d1-3415-4e41-8f8a-792f463ef02b {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:35:49.943984 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0fae84d1-3415-4e41-8f8a-792f463ef02b not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:35:49.947402 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] Pushing event deleted for resources: {'Port': ['ID=bcea78b6-29d1-4f7d-832f-d4101ab60988,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:49.949223 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a00dd3-9270-475e-815c-123b50d2463b None None] No DVR routers for this DVR port bcea78b6-29d1-4f7d-832f-d4101ab60988 on host dv-cinder-813223-4-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:35:50.021330 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (23df8aca-c14e-404f-8f32-2008b3f7e143), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.045247 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23df8aca-c14e-404f-8f32-2008b3f7e143']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:50.054525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:50.054812 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f652f8c-6814-4f5c-9f40-a3e8cc6291c6') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:35:50.064282 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (0f652f8c-6814-4f5c-9f40-a3e8cc6291c6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.079067 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (0f652f8c-6814-4f5c-9f40-a3e8cc6291c6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.086927 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:35:50.087344 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (0f652f8c-6814-4f5c-9f40-a3e8cc6291c6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: self.session.flush() Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: self.session.flush() Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: self.session.flush() Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: self.session.flush() Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:35:50.089292 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:35:50.149138 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (23df8aca-c14e-404f-8f32-2008b3f7e143), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.154211 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.157625 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/23df8aca-c14e-404f-8f32-2008b3f7e143 HTTP/1.1" status: 204 len: 168 time: 0.8926589 Jan 24 22:35:50.169909 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff20d5-baa4-43db-b1ee-4df34ee793f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=23df8aca-c14e-404f-8f32-2008b3f7e143,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:50.329845 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47948) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:50.371213 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-00abb185-bbae-47b6-954e-9991d1477ace admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=87f09686992a4d389c166bb0f9704e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401094 Jan 24 22:35:50.373835 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47950) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:50.424391 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-168632e2-e129-456a-88ca-5df6c581b52a admin admin] Publish callbacks [] for security_group (7bb0131b-3d2b-4820-b31f-1ddb5df83e4b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.450365 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-168632e2-e129-456a-88ca-5df6c581b52a admin admin] Publish callbacks [] for security_group (7bb0131b-3d2b-4820-b31f-1ddb5df83e4b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.500494 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-168632e2-e129-456a-88ca-5df6c581b52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7bb0131b-3d2b-4820-b31f-1ddb5df83e4b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.503663 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-168632e2-e129-456a-88ca-5df6c581b52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.504858 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-168632e2-e129-456a-88ca-5df6c581b52a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7bb0131b-3d2b-4820-b31f-1ddb5df83e4b HTTP/1.1" status: 204 len: 168 time: 0.1301332 Jan 24 22:35:50.512778 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168632e2-e129-456a-88ca-5df6c581b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb0131b-3d2b-4820-b31f-1ddb5df83e4b,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:50.565290 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710db635-4a97-4693-a234-e3b951f2aaa6 req-a8c7a729-a735-49a7-9cce-80faa7283cff tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:50.566773 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-710db635-4a97-4693-a234-e3b951f2aaa6 req-a8c7a729-a735-49a7-9cce-80faa7283cff tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0533166 Jan 24 22:35:50.614968 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-710db635-4a97-4693-a234-e3b951f2aaa6 req-4cb9e5b7-6a32-4325-a0f4-e9e567491bfa tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Jan 24 22:35:50.876072 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47960) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:50.919840 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7642fba8-87df-40c4-b923-fb757a855b90 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=10500c5191934735af4ef12eba89a789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426078 Jan 24 22:35:50.922488 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 47962) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:50.972318 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6afb66f-2cdb-41ad-9fd0-0ffa9934e227 admin admin] Publish callbacks [] for security_group (161dc0ac-3ef6-42e4-808a-8b02b7297aba), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:50.994078 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6afb66f-2cdb-41ad-9fd0-0ffa9934e227 admin admin] Publish callbacks [] for security_group (161dc0ac-3ef6-42e4-808a-8b02b7297aba), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:51.003615 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:51.043812 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6afb66f-2cdb-41ad-9fd0-0ffa9934e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (161dc0ac-3ef6-42e4-808a-8b02b7297aba), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:51.046789 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6afb66f-2cdb-41ad-9fd0-0ffa9934e227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:51.047942 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c6afb66f-2cdb-41ad-9fd0-0ffa9934e227 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/161dc0ac-3ef6-42e4-808a-8b02b7297aba HTTP/1.1" status: 204 len: 168 time: 0.1242476 Jan 24 22:35:51.055556 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afb66f-2cdb-41ad-9fd0-0ffa9934e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161dc0ac-3ef6-42e4-808a-8b02b7297aba,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:51.749389 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaf618-54a8-4282-a849-458603edeb4f req-9263f923-5820-4688-bbf7-8baa789a3f47 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:51.751504 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e5eaf618-54a8-4282-a849-458603edeb4f req-9263f923-5820-4688-bbf7-8baa789a3f47 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0606143 Jan 24 22:35:51.806449 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e5eaf618-54a8-4282-a849-458603edeb4f req-18b57c5f-39a0-4715-a36d-4c89931a09e9 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487635 Jan 24 22:35:52.378017 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:52.936006 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df883-7d45-47fc-951d-b7306786aa03 req-5ba1fc7d-86ab-42ef-85cc-3543b77e278c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:52.937923 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-092df883-7d45-47fc-951d-b7306786aa03 req-5ba1fc7d-86ab-42ef-85cc-3543b77e278c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0527432 Jan 24 22:35:52.990380 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-092df883-7d45-47fc-951d-b7306786aa03 req-119a053d-5cc2-40de-bd01-ed3357d74988 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467453 Jan 24 22:35:53.152141 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-0ea89212-9311-45a4-b4b2-4fbf65b408be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:53.153670 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-0ea89212-9311-45a4-b4b2-4fbf65b408be service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1098 time: 0.0429072 Jan 24 22:35:53.247209 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-e2f3da84-2aa0-460b-9ed8-a05bec9cd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:53.248664 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-e2f3da84-2aa0-460b-9ed8-a05bec9cd4f4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 910 time: 0.0878315 Jan 24 22:35:53.316764 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-20fd5d95-4c1c-4abc-a6fe-987ad37a76b1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 1001 time: 0.0613794 Jan 24 22:35:53.368881 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-7c230b9f-9167-4081-9b97-cdcb5b11ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:53.370385 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-7c230b9f-9167-4081-9b97-cdcb5b11ac2b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 200 len: 848 time: 0.0476000 Jan 24 22:35:53.417221 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-e27aa8e0-14d4-40ba-b86c-b139bae02a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:53.418747 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-e27aa8e0-14d4-40ba-b86c-b139bae02a2d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f3c7338-6ac6-467e-ba3e-0040076ea594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406442 Jan 24 22:35:53.511473 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-2bc8d512-dd97-4496-95df-19e45dd1d918 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824101 Jan 24 22:35:53.607324 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c49105c6-cd9b-4cb1-b730-76ba0ee97418 req-5dba04a0-a54e-4cc7-8384-65b9b3cd642c service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884597 Jan 24 22:35:54.109551 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c2d0-4773-47e6-9498-b22661173c32 req-c90591ba-e234-473e-913a-9ddb1995ac71 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:54.110864 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a372c2d0-4773-47e6-9498-b22661173c32 req-c90591ba-e234-473e-913a-9ddb1995ac71 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0528677 Jan 24 22:35:54.164842 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a372c2d0-4773-47e6-9498-b22661173c32 req-f4a2ae85-99c3-4b35-9ae9-ab0fcacff723 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482862 Jan 24 22:35:55.296362 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dddc2-0725-4350-ad2a-579054db636e req-934ac622-546b-447d-ad14-7c1bc4b4cbc5 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:55.298001 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-059dddc2-0725-4350-ad2a-579054db636e req-934ac622-546b-447d-ad14-7c1bc4b4cbc5 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0566621 Jan 24 22:35:55.359756 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-059dddc2-0725-4350-ad2a-579054db636e req-c211fe62-405b-40a3-9608-41012d7e7e8f tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557795 Jan 24 22:35:55.680595 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48060) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:55.799523 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a9b9317f-af8c-41cf-b838-70788ca722a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:55.880812 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a9b9317f-af8c-41cf-b838-70788ca722a9 admin admin] Publish callbacks [] for security_group (7bd659a8-d0c2-4e8f-88e9-05715bde5df6), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:55.886556 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a9b9317f-af8c-41cf-b838-70788ca722a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7bd659a8-d0c2-4e8f-88e9-05715bde5df6), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:55.926253 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-a9b9317f-af8c-41cf-b838-70788ca722a9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46eb50f4c0d94c8785ea31f345a72b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444336 Jan 24 22:35:55.927229 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9317f-af8c-41cf-b838-70788ca722a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd659a8-d0c2-4e8f-88e9-05715bde5df6,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:55.928246 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48064) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:55.983296 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d5e61827-0b41-45b1-98d5-1923420322ee admin admin] Publish callbacks [] for security_group (7bd659a8-d0c2-4e8f-88e9-05715bde5df6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.011041 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d5e61827-0b41-45b1-98d5-1923420322ee admin admin] Publish callbacks [] for security_group (7bd659a8-d0c2-4e8f-88e9-05715bde5df6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.062344 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d5e61827-0b41-45b1-98d5-1923420322ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (7bd659a8-d0c2-4e8f-88e9-05715bde5df6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.065501 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d5e61827-0b41-45b1-98d5-1923420322ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.067044 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d5e61827-0b41-45b1-98d5-1923420322ee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7bd659a8-d0c2-4e8f-88e9-05715bde5df6 HTTP/1.1" status: 204 len: 168 time: 0.1375461 Jan 24 22:35:56.075713 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e61827-0b41-45b1-98d5-1923420322ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd659a8-d0c2-4e8f-88e9-05715bde5df6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:56.336465 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48070) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:56.350199 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-58392aa2-a877-477a-9c1a-991a31395b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.429112 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-58392aa2-a877-477a-9c1a-991a31395b74 admin admin] Publish callbacks [] for security_group (0c0e9c0d-26bd-4559-93e6-cf84b76a5e73), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.440120 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-58392aa2-a877-477a-9c1a-991a31395b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0c0e9c0d-26bd-4559-93e6-cf84b76a5e73), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.493978 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-58392aa2-a877-477a-9c1a-991a31395b74 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0da397fb9f554cd8a442fa816b5b7142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563880 Jan 24 22:35:56.496880 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58392aa2-a877-477a-9c1a-991a31395b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0e9c0d-26bd-4559-93e6-cf84b76a5e73,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:56.497067 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48074) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:56.515256 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1ab96-4bf4-46c6-ab57-82535ba4776f req-3c441d33-8856-45f9-a20e-aa42a6cfa72e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:56.516826 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-98e1ab96-4bf4-46c6-ab57-82535ba4776f req-3c441d33-8856-45f9-a20e-aa42a6cfa72e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0863860 Jan 24 22:35:56.549226 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf021-308b-4836-912d-363364d17a30 admin admin] Publish callbacks [] for security_group (0c0e9c0d-26bd-4559-93e6-cf84b76a5e73), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.570193 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-98e1ab96-4bf4-46c6-ab57-82535ba4776f req-e9fa74d7-ef36-49e5-a33f-f3adb6acaeda tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477729 Jan 24 22:35:56.574859 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf021-308b-4836-912d-363364d17a30 admin admin] Publish callbacks [] for security_group (0c0e9c0d-26bd-4559-93e6-cf84b76a5e73), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.625195 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf021-308b-4836-912d-363364d17a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (0c0e9c0d-26bd-4559-93e6-cf84b76a5e73), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.628955 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf021-308b-4836-912d-363364d17a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:56.641238 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1c7bf021-308b-4836-912d-363364d17a30 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0c0e9c0d-26bd-4559-93e6-cf84b76a5e73 HTTP/1.1" status: 204 len: 168 time: 0.1323886 Jan 24 22:35:56.641238 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bf021-308b-4836-912d-363364d17a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0e9c0d-26bd-4559-93e6-cf84b76a5e73,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:57.816309 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f650e-b017-458b-b472-02e1fe1e05a3 req-ace88c02-833d-4f92-8d16-3cb5932c1198 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:57.817841 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-120f650e-b017-458b-b472-02e1fe1e05a3 req-ace88c02-833d-4f92-8d16-3cb5932c1198 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0546532 Jan 24 22:35:57.872131 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48136) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:57.883716 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-120f650e-b017-458b-b472-02e1fe1e05a3 req-87cf682f-bf0d-4956-a73c-e79c99fc4000 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585926 Jan 24 22:35:57.960384 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-5f3cd625-3f7c-4d14-9dc1-93c7f9c67fc0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860949 Jan 24 22:35:57.969131 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-23094141-018d-4c68-8aba-fee9d7190766 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:35:57.970093 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-23094141-018d-4c68-8aba-fee9d7190766 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052164 Jan 24 22:35:58.508709 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 4b3048ce-5caa-49ca-82eb-b694366739aa no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:35:58.592024 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 4b3048ce-5caa-49ca-82eb-b694366739aa is: ACTIVE; New status is: DOWN {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:35:58.592512 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:58.616235 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:35:58.618484 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452bcc30-9378-4f85-8fb2-6cd10c26a660" -d '{"events": [{"server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:35:58.631750 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:35:58.637683 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:58.663150 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a4ef5-b746-4eed-b215-d533781adcc5 x-openstack-request-id: req-7f2a4ef5-b746-4eed-b215-d533781adcc5 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:35:58.663443 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "name": "network-vif-unplugged", "status": "failed", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa", "code": 422}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:35:58.663695 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f2a4ef5-b746-4eed-b215-d533781adcc5 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:35:58.664087 dv-cinder-813223-4-iscsi neutron-server[102564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'code': 422} returned with failed status Jan 24 22:35:58.690780 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=6']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:58.941452 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.005476 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f429-a1d5-4d4b-9b5e-42dd53183dd1 req-af652a66-e48b-4950-89f4-a88ecb0b3de3 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:35:59.007226 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-66e5f429-a1d5-4d4b-9b5e-42dd53183dd1 req-af652a66-e48b-4950-89f4-a88ecb0b3de3 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0497777 Jan 24 22:35:59.065707 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-66e5f429-a1d5-4d4b-9b5e-42dd53183dd1 req-b74ba526-4591-410e-9735-cfc6755d4450 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474565 Jan 24 22:35:59.160158 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48188) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:59.273950 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d404f80a-d757-4848-abe5-4c87fbdd5fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.358112 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d404f80a-d757-4848-abe5-4c87fbdd5fd5 admin admin] Publish callbacks [] for security_group (ef6c8743-6298-4607-b3e3-a893e8b29fd2), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.363131 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d404f80a-d757-4848-abe5-4c87fbdd5fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (ef6c8743-6298-4607-b3e3-a893e8b29fd2), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.401272 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d404f80a-d757-4848-abe5-4c87fbdd5fd5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=16ec8ed8cd35498fad6dfb230619ae3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400098 Jan 24 22:35:59.403174 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404f80a-d757-4848-abe5-4c87fbdd5fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6c8743-6298-4607-b3e3-a893e8b29fd2,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:59.403961 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48198) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:59.451233 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9754b55f-4d61-4288-bd51-6a7fb6e4c2e4 admin admin] Publish callbacks [] for security_group (ef6c8743-6298-4607-b3e3-a893e8b29fd2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.471853 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9754b55f-4d61-4288-bd51-6a7fb6e4c2e4 admin admin] Publish callbacks [] for security_group (ef6c8743-6298-4607-b3e3-a893e8b29fd2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.530396 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9754b55f-4d61-4288-bd51-6a7fb6e4c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (ef6c8743-6298-4607-b3e3-a893e8b29fd2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.533356 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9754b55f-4d61-4288-bd51-6a7fb6e4c2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.534700 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9754b55f-4d61-4288-bd51-6a7fb6e4c2e4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ef6c8743-6298-4607-b3e3-a893e8b29fd2 HTTP/1.1" status: 204 len: 168 time: 0.1297233 Jan 24 22:35:59.544421 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754b55f-4d61-4288-bd51-6a7fb6e4c2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6c8743-6298-4607-b3e3-a893e8b29fd2,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:59.810094 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48204) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:35:59.823361 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b9250198-4889-4d52-84b2-0e996dc7698d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.904885 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b9250198-4889-4d52-84b2-0e996dc7698d admin admin] Publish callbacks [] for security_group (000ca8c9-3639-48a1-8fc6-3171c05a895a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.912419 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b9250198-4889-4d52-84b2-0e996dc7698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (000ca8c9-3639-48a1-8fc6-3171c05a895a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:35:59.950081 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b9250198-4889-4d52-84b2-0e996dc7698d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1e3ade238742490ab3b86955691ca377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388762 Jan 24 22:35:59.950871 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9250198-4889-4d52-84b2-0e996dc7698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ca8c9-3639-48a1-8fc6-3171c05a895a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:35:59.953741 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48206) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:00.005760 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8fffd19e-19c2-4549-a9d9-4a869507e001 admin admin] Publish callbacks [] for security_group (000ca8c9-3639-48a1-8fc6-3171c05a895a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:00.026038 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8fffd19e-19c2-4549-a9d9-4a869507e001 admin admin] Publish callbacks [] for security_group (000ca8c9-3639-48a1-8fc6-3171c05a895a), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:00.080326 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8fffd19e-19c2-4549-a9d9-4a869507e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (000ca8c9-3639-48a1-8fc6-3171c05a895a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:00.083073 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8fffd19e-19c2-4549-a9d9-4a869507e001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:00.084289 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8fffd19e-19c2-4549-a9d9-4a869507e001 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/000ca8c9-3639-48a1-8fc6-3171c05a895a HTTP/1.1" status: 204 len: 168 time: 0.1287918 Jan 24 22:36:00.102392 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffd19e-19c2-4549-a9d9-4a869507e001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ca8c9-3639-48a1-8fc6-3171c05a895a,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:00.201328 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44599217-fa25-4680-adf3-f82d14366ee4 req-bef28285-5f3e-4cb2-9e63-0e6a8a9d459c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:00.208904 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-44599217-fa25-4680-adf3-f82d14366ee4 req-bef28285-5f3e-4cb2-9e63-0e6a8a9d459c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0567486 Jan 24 22:36:00.264490 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-44599217-fa25-4680-adf3-f82d14366ee4 req-d2f68f4a-9e3c-4645-98bd-f1d00a224a4b tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501873 Jan 24 22:36:01.392672 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d5b25-bc71-45ec-b453-d8030d1bca69 req-5122517d-bbaf-479d-8dfe-6ea22acc6594 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:01.394282 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b5d5b25-bc71-45ec-b453-d8030d1bca69 req-5122517d-bbaf-479d-8dfe-6ea22acc6594 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0492947 Jan 24 22:36:01.447218 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6b5d5b25-bc71-45ec-b453-d8030d1bca69 req-5ebf123a-6791-4fd8-8aa0-4d32137a6ffc tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471961 Jan 24 22:36:01.808295 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48296) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:01.916319 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c357c35-251d-4429-9181-bbc30894a4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:01.999632 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c357c35-251d-4429-9181-bbc30894a4a1 admin admin] Publish callbacks [] for security_group (3c138ea4-59d5-4172-9aba-5033fe38b23c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.005346 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c357c35-251d-4429-9181-bbc30894a4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (3c138ea4-59d5-4172-9aba-5033fe38b23c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.042187 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5c357c35-251d-4429-9181-bbc30894a4a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=561f09bb03f142618240c933f8e12cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328091 Jan 24 22:36:02.043408 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c357c35-251d-4429-9181-bbc30894a4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c138ea4-59d5-4172-9aba-5033fe38b23c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:02.045041 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48306) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:02.056832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48308) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:02.095906 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-678444d6-5784-4512-b31d-0dfbf32cf0c3 admin admin] Publish callbacks [] for security_group (3c138ea4-59d5-4172-9aba-5033fe38b23c), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.116757 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-678444d6-5784-4512-b31d-0dfbf32cf0c3 admin admin] Publish callbacks [] for security_group (3c138ea4-59d5-4172-9aba-5033fe38b23c), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.159639 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d356d08-d59b-424b-bd00-7e929dcaa65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.166540 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-678444d6-5784-4512-b31d-0dfbf32cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (3c138ea4-59d5-4172-9aba-5033fe38b23c), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.169478 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-678444d6-5784-4512-b31d-0dfbf32cf0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.170763 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-678444d6-5784-4512-b31d-0dfbf32cf0c3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3c138ea4-59d5-4172-9aba-5033fe38b23c HTTP/1.1" status: 204 len: 168 time: 0.1238642 Jan 24 22:36:02.179033 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678444d6-5784-4512-b31d-0dfbf32cf0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c138ea4-59d5-4172-9aba-5033fe38b23c,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:02.247661 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d356d08-d59b-424b-bd00-7e929dcaa65f admin admin] Publish callbacks [] for security_group (b78276d4-d824-4826-911a-8b31d2583dfe), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.253591 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d356d08-d59b-424b-bd00-7e929dcaa65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (b78276d4-d824-4826-911a-8b31d2583dfe), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.297870 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4d356d08-d59b-424b-bd00-7e929dcaa65f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f3e444952c58471d8380017e2319ef4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397060 Jan 24 22:36:02.299390 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d356d08-d59b-424b-bd00-7e929dcaa65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78276d4-d824-4826-911a-8b31d2583dfe,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:02.300578 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48314) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:02.365846 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db7976f4-4203-468e-9e97-f6b8b9fbde19 admin admin] Publish callbacks [] for security_group (b78276d4-d824-4826-911a-8b31d2583dfe), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.393776 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db7976f4-4203-468e-9e97-f6b8b9fbde19 admin admin] Publish callbacks [] for security_group (b78276d4-d824-4826-911a-8b31d2583dfe), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.457258 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db7976f4-4203-468e-9e97-f6b8b9fbde19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (b78276d4-d824-4826-911a-8b31d2583dfe), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.461481 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db7976f4-4203-468e-9e97-f6b8b9fbde19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.465539 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-db7976f4-4203-468e-9e97-f6b8b9fbde19 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b78276d4-d824-4826-911a-8b31d2583dfe HTTP/1.1" status: 204 len: 168 time: 0.1636851 Jan 24 22:36:02.476807 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7976f4-4203-468e-9e97-f6b8b9fbde19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78276d4-d824-4826-911a-8b31d2583dfe,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:02.591360 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a29e-f553-4115-aee8-12c7f7bbd7dd req-b826ae5b-45ee-4800-b38f-de959ce6fa96 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:02.592846 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1585a29e-f553-4115-aee8-12c7f7bbd7dd req-b826ae5b-45ee-4800-b38f-de959ce6fa96 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0520213 Jan 24 22:36:02.647954 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1585a29e-f553-4115-aee8-12c7f7bbd7dd req-69dc6587-f65d-44c8-a8b0-9fd646aac6ef tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490935 Jan 24 22:36:02.843227 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48324) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:02.858438 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2c533dc5-aaa6-4dae-a5a6-8f19a313aacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.937538 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2c533dc5-aaa6-4dae-a5a6-8f19a313aacf admin admin] Publish callbacks [] for security_group (cfe16196-bad9-45a9-a68f-0e7bece17b50), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.943267 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2c533dc5-aaa6-4dae-a5a6-8f19a313aacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (cfe16196-bad9-45a9-a68f-0e7bece17b50), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:02.981124 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-2c533dc5-aaa6-4dae-a5a6-8f19a313aacf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ad9f1f68e73948e5bf993733fa77e7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365581 Jan 24 22:36:02.981791 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c533dc5-aaa6-4dae-a5a6-8f19a313aacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe16196-bad9-45a9-a68f-0e7bece17b50,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:02.984282 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48326) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:03.039959 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39effa8a-7b5a-4337-b6d7-295dca6a0b21 admin admin] Publish callbacks [] for security_group (cfe16196-bad9-45a9-a68f-0e7bece17b50), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:03.063840 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39effa8a-7b5a-4337-b6d7-295dca6a0b21 admin admin] Publish callbacks [] for security_group (cfe16196-bad9-45a9-a68f-0e7bece17b50), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:03.114474 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39effa8a-7b5a-4337-b6d7-295dca6a0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (cfe16196-bad9-45a9-a68f-0e7bece17b50), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:03.117444 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39effa8a-7b5a-4337-b6d7-295dca6a0b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:03.118671 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-39effa8a-7b5a-4337-b6d7-295dca6a0b21 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cfe16196-bad9-45a9-a68f-0e7bece17b50 HTTP/1.1" status: 204 len: 168 time: 0.1313436 Jan 24 22:36:03.127709 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39effa8a-7b5a-4337-b6d7-295dca6a0b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe16196-bad9-45a9-a68f-0e7bece17b50,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:03.666279 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-3de0e84a-5cab-4cee-bad1-f884b889c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:03.667767 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-3de0e84a-5cab-4cee-bad1-f884b889c7f3 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca&tenant_id=63897275a7664529bc1d568ba2f36b15 HTTP/1.1" status: 200 len: 1096 time: 0.0391529 Jan 24 22:36:03.744433 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-df04b43a-7b7a-4cb5-8bed-6dbee1484327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:03.746211 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-df04b43a-7b7a-4cb5-8bed-6dbee1484327 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1096 time: 0.0456085 Jan 24 22:36:03.774200 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7000a26-78c0-44f8-a32d-f86f47fa38a1 req-57318eb3-7419-4588-85fe-3748580429e5 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:03.775800 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b7000a26-78c0-44f8-a32d-f86f47fa38a1 req-57318eb3-7419-4588-85fe-3748580429e5 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0575128 Jan 24 22:36:03.825887 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b7000a26-78c0-44f8-a32d-f86f47fa38a1 req-59a94c5d-2a35-4991-98fb-306c3ebc143b tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Jan 24 22:36:03.842500 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-c484edf9-ab46-4ca4-8bd6-87ef5547b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:03.844083 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-c484edf9-ab46-4ca4-8bd6-87ef5547b659 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 910 time: 0.0909133 Jan 24 22:36:03.919341 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-0334d82c-f6b0-44b2-8b97-cd4bfe069995 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 999 time: 0.0694222 Jan 24 22:36:03.975681 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-0f748424-fb85-44d7-911f-49289bfc3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:03.977203 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-0f748424-fb85-44d7-911f-49289bfc3981 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 200 len: 848 time: 0.0512550 Jan 24 22:36:04.024092 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-b1efb8aa-3cde-4a20-b1a6-d97d3c8d24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:04.025550 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-b1efb8aa-3cde-4a20-b1a6-d97d3c8d24d2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f3c7338-6ac6-467e-ba3e-0040076ea594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426340 Jan 24 22:36:04.127473 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-db7e1af3-8acb-428b-a018-02a05d3d9298 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949914 Jan 24 22:36:04.214947 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-125a33c6-17c6-4996-9fb6-7155533a6dad req-c3c6fdc8-af70-484a-8ca7-cad11d210392 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817249 Jan 24 22:36:04.947139 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c096f4-1318-4a0c-a78d-8a58845db9fa req-a806892a-cbc1-44aa-b882-933d36b116f8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:04.948706 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e5c096f4-1318-4a0c-a78d-8a58845db9fa req-a806892a-cbc1-44aa-b882-933d36b116f8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0502269 Jan 24 22:36:04.998855 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e5c096f4-1318-4a0c-a78d-8a58845db9fa req-aa923fad-b45d-47c5-bd02-a63b768a3de3 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Jan 24 22:36:05.206395 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48398) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:05.324108 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6f602837-882b-48f2-8599-38d78e80362c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:05.416689 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6f602837-882b-48f2-8599-38d78e80362c admin admin] Publish callbacks [] for security_group (14cebfd2-c577-4aae-8e12-f4e6bc3ac09a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:05.421916 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6f602837-882b-48f2-8599-38d78e80362c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (14cebfd2-c577-4aae-8e12-f4e6bc3ac09a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:05.458990 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6f602837-882b-48f2-8599-38d78e80362c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ba41b12658b455a9d22c7c6e6547307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514653 Jan 24 22:36:05.459945 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f602837-882b-48f2-8599-38d78e80362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cebfd2-c577-4aae-8e12-f4e6bc3ac09a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:05.461971 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48402) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:05.513685 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1955ea39-39bd-4791-a0d7-6b2de489ee8e admin admin] Publish callbacks [] for security_group (14cebfd2-c577-4aae-8e12-f4e6bc3ac09a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:05.535087 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1955ea39-39bd-4791-a0d7-6b2de489ee8e admin admin] Publish callbacks [] for security_group (14cebfd2-c577-4aae-8e12-f4e6bc3ac09a), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:05.587050 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1955ea39-39bd-4791-a0d7-6b2de489ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (14cebfd2-c577-4aae-8e12-f4e6bc3ac09a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:05.589544 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1955ea39-39bd-4791-a0d7-6b2de489ee8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:05.590659 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-1955ea39-39bd-4791-a0d7-6b2de489ee8e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/14cebfd2-c577-4aae-8e12-f4e6bc3ac09a HTTP/1.1" status: 204 len: 168 time: 0.1275189 Jan 24 22:36:05.598048 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955ea39-39bd-4791-a0d7-6b2de489ee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cebfd2-c577-4aae-8e12-f4e6bc3ac09a,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:05.909905 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48408) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:05.923486 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-686fc88a-5878-4c46-bf95-f208a073e05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:06.004587 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-686fc88a-5878-4c46-bf95-f208a073e05a admin admin] Publish callbacks [] for security_group (e1efd500-25f0-41d6-9ac4-a250f50bf54a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:06.010254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-686fc88a-5878-4c46-bf95-f208a073e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e1efd500-25f0-41d6-9ac4-a250f50bf54a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:06.053229 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48412) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:06.053819 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-686fc88a-5878-4c46-bf95-f208a073e05a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=611d44bd190a4bd685cad6580d9c3131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421857 Jan 24 22:36:06.054169 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fc88a-5878-4c46-bf95-f208a073e05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1efd500-25f0-41d6-9ac4-a250f50bf54a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:06.401866 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a2408-8111-455f-8adb-6e9e52a35095 req-f4902bd8-2040-439d-95c2-e0e756605807 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:06.403317 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cf3a2408-8111-455f-8adb-6e9e52a35095 req-f4902bd8-2040-439d-95c2-e0e756605807 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0756736 Jan 24 22:36:06.404364 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-56c498d2-958a-48e5-9090-c5df2dffc515 admin admin] Publish callbacks [] for security_group (e1efd500-25f0-41d6-9ac4-a250f50bf54a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:06.439122 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-56c498d2-958a-48e5-9090-c5df2dffc515 admin admin] Publish callbacks [] for security_group (e1efd500-25f0-41d6-9ac4-a250f50bf54a), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:06.491345 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-cf3a2408-8111-455f-8adb-6e9e52a35095 req-5c65bdca-7c84-4183-a856-36afafca8c4c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819852 Jan 24 22:36:06.512692 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-56c498d2-958a-48e5-9090-c5df2dffc515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (e1efd500-25f0-41d6-9ac4-a250f50bf54a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:06.515402 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-56c498d2-958a-48e5-9090-c5df2dffc515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:06.516524 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-56c498d2-958a-48e5-9090-c5df2dffc515 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e1efd500-25f0-41d6-9ac4-a250f50bf54a HTTP/1.1" status: 204 len: 168 time: 0.4620245 Jan 24 22:36:06.524656 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c498d2-958a-48e5-9090-c5df2dffc515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1efd500-25f0-41d6-9ac4-a250f50bf54a,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:07.231485 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48434) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:07.336466 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-741638808-network', 'tenant_id': '3e579d6f341241508dfd3800965f27c1'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:07.366703 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Made reservation on behalf of 3e579d6f341241508dfd3800965f27c1 for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:36:07.369547 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.378850 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.462815 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Publish callbacks [] for security_group (6468d5f9-b776-4dd0-b3e8-43989a17ee9c), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.469232 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (6468d5f9-b776-4dd0-b3e8-43989a17ee9c), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.489710 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:36:07.504698 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6468d5f9-b776-4dd0-b3e8-43989a17ee9c,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:07.507597 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (868e5955-bcc0-484d-818b-e861443d2dcb), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.507932 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Added segment 868e5955-bcc0-484d-818b-e861443d2dcb of type vlan for network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb Jan 24 22:36:07.547493 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.592799 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.593734 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:07.594303 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.657499 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4248908 Jan 24 22:36:07.660619 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48440) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:07.665661 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b108f6-5414-406f-b696-c201c9ce0b12 admin admin] Pushing event updated for resources: {'Network': ['ID=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:07.666116 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Request body: {'subnet': {'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-741638808-subnet', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:07.675928 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6deab-2e1f-4b92-8d9f-a8a2d1f50f58 req-087c4794-97a1-4806-8368-52d7df7efe61 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:07.677052 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:36:07.677514 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-27b6deab-2e1f-4b92-8d9f-a8a2d1f50f58 req-087c4794-97a1-4806-8368-52d7df7efe61 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.1128657 Jan 24 22:36:07.695240 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Made reservation on behalf of 3e579d6f341241508dfd3800965f27c1 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:36:07.697878 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758921'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.729515 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-27b6deab-2e1f-4b92-8d9f-a8a2d1f50f58 req-e6124a71-84ee-43fa-afeb-7711ce8ca60e tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463772 Jan 24 22:36:07.865015 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25761367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758967'] for subnet (eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.922409 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:07.931362 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Checking segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:07.931717 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Network hostable DHCP agents. Network: 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:36:07.952624 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:36:07.968133 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:07.972644 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:07.973869 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:07.982676 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68be53-b9ef-4718-9a2b-606fb7ccdf64 None None] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:36:07.992627 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cd321b2e-45eb-425c-886b-ad9fe651e20c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3305902 Jan 24 22:36:07.995217 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48442) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:07.999519 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:08.024600 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (9a19951e-edb5-4731-8da2-e9c21597a79d), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.025667 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (9a19951e-edb5-4731-8da2-e9c21597a79d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.082191 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks [] for router_controller (9a19951e-edb5-4731-8da2-e9c21597a79d), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.087902 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:36:08.088835 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.219469 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks [] for router_gateway (9a19951e-edb5-4731-8da2-e9c21597a79d), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.226439 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Allocated IP 172.20.0.2 (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb/eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84/55e1dd04-e61d-4a29-846c-ea964a5b0f91) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:36:08.367684 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Publish callbacks [] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.375087 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.413149 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:08.414350 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks [] for router_gateway (9a19951e-edb5-4731-8da2-e9c21597a79d), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.418556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:08.422872 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:36:08.425901 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Pushing event updated for resources: {'Port': ['ID=55e1dd04-e61d-4a29-846c-ea964a5b0f91,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:08.435933 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.479566 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Attempting to bind port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:36:08.479939 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Attempting to bind port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:36:08.480304 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Attempting to bind port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:36:08.485260 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:36:08.485628 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Checking segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:08.486027 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.486417 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Bound using segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:36:08.487099 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Bound port: 55e1dd04-e61d-4a29-846c-ea964a5b0f91, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:36:08.487605 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.548429 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Allocated IP 172.27.3.79 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/93460bd4-efd7-4a94-a2b6-1ae61adf78f0) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:36:08.552920 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] For port 55e1dd04-e61d-4a29-846c-ea964a5b0f91, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:36:08.556079 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] For port 55e1dd04-e61d-4a29-846c-ea964a5b0f91, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=55e1dd04-e61d-4a29-846c-ea964a5b0f91,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:36:08.563103 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.621445 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baccaa-86b1-4220-be32-5b7831a05a6e None None] Pushing event updated for resources: {'Port': ['ID=55e1dd04-e61d-4a29-846c-ea964a5b0f91,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:08.651258 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks [] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.690394 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:08.731165 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:08.733686 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:08.737498 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:36:08.763190 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Pushing event updated for resources: {'Port': ['ID=93460bd4-efd7-4a94-a2b6-1ae61adf78f0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:08.885275 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee475e-95ce-4c9a-8989-303d0a724d7e req-d110b247-7bd8-4b19-aaae-5261182bdd19 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:08.892455 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-54ee475e-95ce-4c9a-8989-303d0a724d7e req-d110b247-7bd8-4b19-aaae-5261182bdd19 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0683475 Jan 24 22:36:08.941746 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-54ee475e-95ce-4c9a-8989-303d0a724d7e req-d7678d3d-5781-4abb-bf9d-dd2a95084848 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481734 Jan 24 22:36:09.017632 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks [] for router_gateway (9a19951e-edb5-4731-8da2-e9c21597a79d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:09.217563 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (9a19951e-edb5-4731-8da2-e9c21597a79d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:09.364359 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Router 9a19951e-edb5-4731-8da2-e9c21597a79d is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:36:09.407309 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 55e1dd04-e61d-4a29-846c-ea964a5b0f91 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:09.461760 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:09.462137 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:09.549170 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:09.549736 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:09.591734 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb0b521-7849-4d95-85aa-40075ac816a8 None None] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:36:09.597861 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 55e1dd04-e61d-4a29-846c-ea964a5b0f91, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=55e1dd04-e61d-4a29-846c-ea964a5b0f91,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:09.614445 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:09.717381 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-e63e600d-1f15-46ce-84df-50b89e1e85b8 None None] Provisioning complete for port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:09.717756 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e63e600d-1f15-46ce-84df-50b89e1e85b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:09.721364 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=55e1dd04-e61d-4a29-846c-ea964a5b0f91,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:09.763996 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:36:09.774932 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:36:09.784156 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:09.788337 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48446) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:09.788509 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0e868e98-3180-49f3-99f1-d4cd757718de admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7922053 Jan 24 22:36:09.800680 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:09.801338 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:10.079313 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e63e600d-1f15-46ce-84df-50b89e1e85b8 None None] Current status of the port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:10.103768 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:10.141603 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f66c0-12b6-431c-aa5c-3573e0e68bed req-9d115416-5d9c-48b2-9717-9f7ba1da255a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:10.143105 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c05f66c0-12b6-431c-aa5c-3573e0e68bed req-9d115416-5d9c-48b2-9717-9f7ba1da255a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 943 time: 0.0957232 Jan 24 22:36:10.238681 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-efba7ed6-445f-4399-8b46-76669288fe4f None None] Provisioning complete for port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:10.239062 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-efba7ed6-445f-4399-8b46-76669288fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.250654 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c05f66c0-12b6-431c-aa5c-3573e0e68bed req-be6d9b72-c4ae-4cd3-8a52-5a6d955f6a38 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957460 Jan 24 22:36:10.313462 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.357639 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:08Z', 'revision_number': 3, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:10.361531 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-efba7ed6-445f-4399-8b46-76669288fe4f None None] Current status of the port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:10.386179 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:36:10.386521 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Updating router 9a19951e-edb5-4731-8da2-e9c21597a79d port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:36:10.410574 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.473024 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Allocated IP 172.20.0.1 (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb/eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84/bdb570e6-1e3d-468b-b4aa-a12fbd6301cc) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:36:10.582125 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Publish callbacks [] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.589497 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 4b3048ce-5caa-49ca-82eb-b694366739aa details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:36:10.617383 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.658082 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:10.661154 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:10.664862 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:36:10.691002 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Pushing event updated for resources: {'Port': ['ID=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:10.707494 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (9a19951e-edb5-4731-8da2-e9c21597a79d), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.726180 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Publish callbacks [] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.743513 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.758083 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:10.801864 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'port_id': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'mac_address': 'fa:16:3e:86:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:36:10.814449 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd60bc7-f2ee-4595-a21f-6a6e4bbd4feb None None] Pushing event updated for resources: {'Port': ['ID=93460bd4-efd7-4a94-a2b6-1ae61adf78f0,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:10.821754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Attempting to bind port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:36:10.822117 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Attempting to bind port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:36:10.822475 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Attempting to bind port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:36:10.845665 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:36:10.845947 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:10.846524 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.847173 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:36:10.847386 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Bound port: 93460bd4-efd7-4a94-a2b6-1ae61adf78f0, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:36:10.847759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.848309 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.900014 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 4b3048ce-5caa-49ca-82eb-b694366739aa is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:10.900401 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.920958 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-dbb06c0c-1ada-41b6-aa5b-fcbcb648488c None None] Provisioning complete for port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:10.921361 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dbb06c0c-1ada-41b6-aa5b-fcbcb648488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.949754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3048ce-5caa-49ca-82eb-b694366739aa {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:36:10.954449 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] For port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:36:10.977741 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] For port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=93460bd4-efd7-4a94-a2b6-1ae61adf78f0,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:36:10.989493 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:10.993090 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:10.998477 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-dbb06c0c-1ada-41b6-aa5b-fcbcb648488c None None] Port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:36:11.018608 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Publish callbacks [] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:11.019519 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:11.025132 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:11.055442 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd60bc7-f2ee-4595-a21f-6a6e4bbd4feb None None] Pushing event updated for resources: {'Port': ['ID=93460bd4-efd7-4a94-a2b6-1ae61adf78f0,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:11.058131 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:11.058717 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:11.097510 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Pushing event updated for resources: {'Port': ['ID=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:11.099789 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (9a19951e-edb5-4731-8da2-e9c21597a79d), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:11.176917 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=7']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:11.191568 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:11.193433 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:11.199688 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:11.319784 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Router 9a19951e-edb5-4731-8da2-e9c21597a79d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:36:11.338911 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['4b3048ce-5caa-49ca-82eb-b694366739aa'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:36:11.415469 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 55e1dd04-e61d-4a29-846c-ea964a5b0f91 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:11.482260 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:36:11.491535 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05864dc1-3774-4831-be1b-9bc1db3c1e24 req-b739bb14-0dfe-49f9-8aed-dc7b87d7c702 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:11.493064 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-05864dc1-3774-4831-be1b-9bc1db3c1e24 req-b739bb14-0dfe-49f9-8aed-dc7b87d7c702 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 944 time: 0.0949204 Jan 24 22:36:11.496951 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-be6e0a1c-678c-4937-821c-3bc4a976a19c admin admin] 10.222.0.84 "PUT /v2.0/routers/9a19951e-edb5-4731-8da2-e9c21597a79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7067785 Jan 24 22:36:11.549935 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-05864dc1-3774-4831-be1b-9bc1db3c1e24 req-326d066c-0175-4aeb-9590-7da17d281198 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507214 Jan 24 22:36:11.554536 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:11.554909 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:11.584467 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-85b86f8f-263c-411c-afe1-c4dab66e85d6 None None] Provisioning complete for port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:11.584833 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85b86f8f-263c-411c-afe1-c4dab66e85d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:11.763256 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-b8240282-5377-4c20-b64b-41b783275100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 2, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:11.803130 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8240282-5377-4c20-b64b-41b783275100 None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 2, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:36:11.822203 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-85b86f8f-263c-411c-afe1-c4dab66e85d6 None None] Port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:36:11.898596 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:12.049804 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48466) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:12.054789 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1858222665-network', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:12.082937 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Made reservation on behalf of 74e12a488b334a4cad6e28ef5176cf86 for: {'network': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:36:12.085828 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for network (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.098447 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.181774 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Publish callbacks [] for security_group (22c4460a-5fbf-4b27-8573-f7f1c6b81dbb), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.186827 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (22c4460a-5fbf-4b27-8573-f7f1c6b81dbb), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.214352 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 22:36:12.220729 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c4460a-5fbf-4b27-8573-f7f1c6b81dbb,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:12.227306 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (28bd7523-1630-428f-a0f0-4afa33cad236), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.227652 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.segments_db [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Added segment 28bd7523-1630-428f-a0f0-4afa33cad236 of type vlan for network 4de14a18-e6a7-491e-97c4-15f5ed620f45 Jan 24 22:36:12.269784 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761854412135'] for network (4de14a18-e6a7-491e-97c4-15f5ed620f45), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.296322 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077'] for network (4de14a18-e6a7-491e-97c4-15f5ed620f45), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.297351 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:12.297949 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.358180 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3072417 Jan 24 22:36:12.360942 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48468) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:12.365849 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Request body: {'subnet': {'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1858222665-subnet', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'ip_version': 4}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:12.372675 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c2c12-0275-4891-93f8-e2be84d2b1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4de14a18-e6a7-491e-97c4-15f5ed620f45,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:12.384194 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Network 4de14a18-e6a7-491e-97c4-15f5ed620f45 details requested by agent ovs-agent-dv-cinder-813223-4-iscsi with host dv-cinder-813223-4-iscsi {{(pid=102564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 22:36:12.397094 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Made reservation on behalf of 74e12a488b334a4cad6e28ef5176cf86 for: {'subnet': 1} {{(pid=102562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:36:12.400067 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521349'] for subnet (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.601704 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25336906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521403'] for subnet (4fde7a88-4459-430f-9eba-a3949ebd04e8), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.615433 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 4b3048ce-5caa-49ca-82eb-b694366739aa up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:12.671253 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 4b3048ce-5caa-49ca-82eb-b694366739aa triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:12.671712 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.700045 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fde7a88-4459-430f-9eba-a3949ebd04e8,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:12.713466 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Checking segment: {'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:12.713830 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Network hostable DHCP agents. Network: 4de14a18-e6a7-491e-97c4-15f5ed620f45, hostable agents: ['f8837b50-6868-4582-a91a-b9fd03817b6d'], hosted agents: [] {{(pid=102562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 22:36:12.724803 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863befaa-05a4-4515-a162-bec6b1ee39f3 req-b97f8d5e-d313-4aa5-a321-66f7b9e4e0bd tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:12.726460 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-863befaa-05a4-4515-a162-bec6b1ee39f3 req-b97f8d5e-d313-4aa5-a321-66f7b9e4e0bd tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 944 time: 0.0890713 Jan 24 22:36:12.760854 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 4b3048ce-5caa-49ca-82eb-b694366739aa is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:12.761414 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.762705 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Network 4de14a18-e6a7-491e-97c4-15f5ed620f45 is scheduled to be hosted by DHCP agent f8837b50-6868-4582-a91a-b9fd03817b6d with binding_index 1 {{(pid=102562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 22:36:12.787809 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-863befaa-05a4-4515-a162-bec6b1ee39f3 req-7be98860-c7ae-4595-b072-257af09421c9 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552194 Jan 24 22:36:12.788930 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-4-iscsi, 4de14a18-e6a7-491e-97c4-15f5ed620f45) {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:12.793258 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:12.793852 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.803132 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:36:12.807101 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f846abaa-f0f5-416d-86da-f73bd9e5b173" -d '{"events": [{"server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "name": "network-vif-plugged", "status": "completed", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:36:12.813233 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10790f-52bb-44b8-94f4-2becff8fa56f None None] Network 4de14a18-e6a7-491e-97c4-15f5ed620f45 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:36:12.825016 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48474) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:12.829063 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:12.829469 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:12.829795 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9088fafb-1351-4ca4-a126-dfa17bb2d270 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4676411 Jan 24 22:36:12.852543 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.872833 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (8972f090-2ede-4081-b710-01874f7effb6), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.874139 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7866031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16098'] for router (8972f090-2ede-4081-b710-01874f7effb6), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.889891 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dae84af-426a-43c0-a628-69bbf8eb9d46 x-openstack-request-id: req-6dae84af-426a-43c0-a628-69bbf8eb9d46 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:36:12.890283 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "name": "network-vif-plugged", "status": "completed", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:36:12.890578 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6dae84af-426a-43c0-a628-69bbf8eb9d46 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:36:12.891038 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'code': 200} Jan 24 22:36:12.937627 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks [] for router_controller (8972f090-2ede-4081-b710-01874f7effb6), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:12.951968 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=8']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:12.992158 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c02a6bb-4174-550d-a1d5-a81eb2570a49-4de14a18-e6a7-491e-97c4-15f5ed620f45', 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45', 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'fixed_ips': [{'subnet_id': '4fde7a88-4459-430f-9eba-a3949ebd04e8'}]}} from dv-cinder-813223-4-iscsi. {{(pid=102564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 22:36:12.993383 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.129915 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks [] for router_gateway (8972f090-2ede-4081-b710-01874f7effb6), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.152839 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Allocated IP 172.20.0.2 (4de14a18-e6a7-491e-97c4-15f5ed620f45/4fde7a88-4459-430f-9eba-a3949ebd04e8/5715d7b4-2fe7-4f67-b7ba-745b9b323674) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:36:13.170249 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2105366-8adf-4319-a78e-4e6c9f42efb3 req-c8060886-9a0a-4428-8269-933227fd821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:13.171855 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2105366-8adf-4319-a78e-4e6c9f42efb3 req-c8060886-9a0a-4428-8269-933227fd821e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1098 time: 0.0709269 Jan 24 22:36:13.256477 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2105366-8adf-4319-a78e-4e6c9f42efb3 req-3b88069c-faa1-42b9-a81d-e3638983b7aa service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774786 Jan 24 22:36:13.318142 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Publish callbacks [] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.326124 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.367120 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Network 4de14a18-e6a7-491e-97c4-15f5ed620f45 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:13.371465 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:13.375198 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:36:13.383533 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Pushing event updated for resources: {'Port': ['ID=5715d7b4-2fe7-4f67-b7ba-745b9b323674,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:13.392433 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks [] for router_gateway (8972f090-2ede-4081-b710-01874f7effb6), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.408189 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:13.416056 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.464862 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Attempting to bind port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:36:13.465334 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Attempting to bind port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:36:13.466101 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Attempting to bind port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 on network 4de14a18-e6a7-491e-97c4-15f5ed620f45 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:36:13.474999 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:36:13.475371 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Checking segment: {'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:13.475842 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.476266 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Bound using segment: {'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:36:13.476753 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Bound port: 5715d7b4-2fe7-4f67-b7ba-745b9b323674, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:36:13.477166 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.526159 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Allocated IP 172.27.3.132 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/091f6602-fa70-4ec7-b303-92cfdabad2ed) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:36:13.526913 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:13.527287 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.578216 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] For port 5715d7b4-2fe7-4f67-b7ba-745b9b323674, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:36:13.582729 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] For port 5715d7b4-2fe7-4f67-b7ba-745b9b323674, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=5715d7b4-2fe7-4f67-b7ba-745b9b323674,segment=NetworkSegment(28bd7523-1630-428f-a0f0-4afa33cad236),segment_id=28bd7523-1630-428f-a0f0-4afa33cad236)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:36:13.588649 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.638989 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks [] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.678179 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafbaf2-15a4-4987-9cd7-3d540be2cbd6 None None] Pushing event updated for resources: {'Port': ['ID=5715d7b4-2fe7-4f67-b7ba-745b9b323674,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:13.682988 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.685036 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:13.685271 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.707649 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=93460bd4-efd7-4a94-a2b6-1ae61adf78f0,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:13.718923 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:13.725066 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:13.727985 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:13.731731 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:36:13.761502 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Pushing event updated for resources: {'Port': ['ID=091f6602-fa70-4ec7-b303-92cfdabad2ed,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:13.782313 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=93460bd4-efd7-4a94-a2b6-1ae61adf78f0,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:13.952977 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5074bf-bca5-4df6-af44-cfeaf78c4e79 req-479a9683-1df1-4a76-8e0d-f9b055757dd6 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:13.956208 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1b5074bf-bca5-4df6-af44-cfeaf78c4e79 req-479a9683-1df1-4a76-8e0d-f9b055757dd6 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0639575 Jan 24 22:36:14.024899 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1b5074bf-bca5-4df6-af44-cfeaf78c4e79 req-f0665685-23cc-4726-b16a-6040093dce12 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555296 Jan 24 22:36:14.037967 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks [] for router_gateway (8972f090-2ede-4081-b710-01874f7effb6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:14.125892 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:36:14.136221 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:14.136833 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:14.248934 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:14.254261 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890984'] for router (8972f090-2ede-4081-b710-01874f7effb6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:14.389978 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Router 8972f090-2ede-4081-b710-01874f7effb6 is scheduled to L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 22:36:14.457416 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 2, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:14.484024 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:36:14.484375 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Updating router 9a19951e-edb5-4731-8da2-e9c21597a79d port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:36:14.498368 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:36:14.510148 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Sync routers for ids ['8972f090-2ede-4081-b710-01874f7effb6'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:36:14.512370 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:14.518931 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:14.523551 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c8dd3fb2-8122-48bc-8463-8f7f4d91161d admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6943772 Jan 24 22:36:14.523551 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48478) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:14.524109 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Routers {'8972f090-2ede-4081-b710-01874f7effb6'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:14.524422 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8972f090-2ede-4081-b710-01874f7effb6'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:14.640683 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Set router 8972f090-2ede-4081-b710-01874f7effb6 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:14.798058 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Publish callbacks [] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:14.809604 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:14.866500 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 3, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port': {'id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:13Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:14.885279 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Pushing event updated for resources: {'Port': ['ID=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:14.902254 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Checking router: 8972f090-2ede-4081-b710-01874f7effb6 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:36:14.902877 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Updating router 8972f090-2ede-4081-b710-01874f7effb6 port 091f6602-fa70-4ec7-b303-92cfdabad2ed binding host dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:36:14.911006 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.911630 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.912159 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.912697 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.913228 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.913699 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.914193 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.914678 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.915167 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.915670 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.916147 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.916627 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.917144 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:14.934931 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Attempting to bind port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:36:14.935554 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Attempting to bind port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:36:14.936117 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Attempting to bind port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:36:14.941818 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:36:14.942468 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Checking segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:14.943061 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:14.943614 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Bound using segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:36:14.944241 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Bound port: bdb570e6-1e3d-468b-b4aa-a12fbd6301cc, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:36:14.944777 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:14.944968 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.023694 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.159164 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] For port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:36:15.165177 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210274b8-fb68-482f-aee9-60d856adc6cc None None] Network 4de14a18-e6a7-491e-97c4-15f5ed620f45 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:36:15.166408 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] For port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:36:15.176211 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.185367 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5198350-3eec-45a4-8bf7-ee2c31ea22e7 req-abbccd75-93ca-43b8-834a-a2f2ad0f8ce5 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:15.187955 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e5198350-3eec-45a4-8bf7-ee2c31ea22e7 req-abbccd75-93ca-43b8-834a-a2f2ad0f8ce5 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0619881 Jan 24 22:36:15.228291 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:15.228946 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:15.270917 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-389e3712-d05e-49fd-b323-5f64f96e018c None None] Provisioning complete for port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:15.271287 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-389e3712-d05e-49fd-b323-5f64f96e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.277692 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e5198350-3eec-45a4-8bf7-ee2c31ea22e7 req-3e42a47a-9b44-4ddc-a4df-b8e5b2a297d7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756755 Jan 24 22:36:15.287072 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Allocated IP 172.20.0.1 (4de14a18-e6a7-491e-97c4-15f5ed620f45/4fde7a88-4459-430f-9eba-a3949ebd04e8/3192f557-22e1-4eba-9f2c-4033406b8dde) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:36:15.361415 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:15.502068 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0493a-7f9f-40de-8d5e-6e80b5dc9b14 None None] Pushing event updated for resources: {'Port': ['ID=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:15.513254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Publish callbacks [] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.545893 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Publish callbacks [] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.568138 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.583686 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.584936 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-389e3712-d05e-49fd-b323-5f64f96e018c None None] Current status of the port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:15.585365 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-389e3712-d05e-49fd-b323-5f64f96e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.630934 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:15.633868 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Network 4de14a18-e6a7-491e-97c4-15f5ed620f45 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:15.637832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:15.641312 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:36:15.658936 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:15.671191 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Pushing event updated for resources: {'Port': ['ID=3192f557-22e1-4eba-9f2c-4033406b8dde,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:15.691324 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7888646'] for router_interface (8972f090-2ede-4081-b710-01874f7effb6), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.696569 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7c22e-64e0-47e6-95a9-0109559e7209 None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:36:15.857871 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.887760 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34b09f-5374-4aa8-81b1-b76ae44bcc34 None None] Pushing event updated for resources: {'Port': ['ID=091f6602-fa70-4ec7-b303-92cfdabad2ed,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:15.907036 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-389e3712-d05e-49fd-b323-5f64f96e018c None None] For port 5715d7b4-2fe7-4f67-b7ba-745b9b323674, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=5715d7b4-2fe7-4f67-b7ba-745b9b323674,segment=NetworkSegment(28bd7523-1630-428f-a0f0-4afa33cad236),segment_id=28bd7523-1630-428f-a0f0-4afa33cad236)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:15.908165 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Attempting to bind port 091f6602-fa70-4ec7-b303-92cfdabad2ed on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:36:15.908727 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Attempting to bind port 091f6602-fa70-4ec7-b303-92cfdabad2ed by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:36:15.909224 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Attempting to bind port 091f6602-fa70-4ec7-b303-92cfdabad2ed on network 31f1be50-21d7-4147-bd0f-0472b93de7e1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:36:15.917682 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:36:15.918055 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Checking segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:15.918488 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.918961 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Bound using segment: {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:36:15.919454 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Bound port: 091f6602-fa70-4ec7-b303-92cfdabad2ed, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7cdc1e-a2fb-487e-83d0-3bd259413cad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:36:15.919835 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:15.923537 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-389e3712-d05e-49fd-b323-5f64f96e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.025119 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:16.025495 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.027718 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] For port 091f6602-fa70-4ec7-b303-92cfdabad2ed, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:36:16.029735 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e3712-d05e-49fd-b323-5f64f96e018c None None] Pushing event updated for resources: {'Port': ['ID=5715d7b4-2fe7-4f67-b7ba-745b9b323674,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:16.036035 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] For port 091f6602-fa70-4ec7-b303-92cfdabad2ed, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=091f6602-fa70-4ec7-b303-92cfdabad2ed,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:36:16.067918 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.077256 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Publish callbacks [] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.083929 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.126323 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Provisioning complete for port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:16.126721 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.155522 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Pushing event updated for resources: {'Port': ['ID=3192f557-22e1-4eba-9f2c-4033406b8dde,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:16.160805 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7893063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882096'] for router_interface (8972f090-2ede-4081-b710-01874f7effb6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.199885 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34b09f-5374-4aa8-81b1-b76ae44bcc34 None None] Pushing event updated for resources: {'Port': ['ID=091f6602-fa70-4ec7-b303-92cfdabad2ed,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:16.206233 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Routers {'8972f090-2ede-4081-b710-01874f7effb6'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:16.206856 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:35:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8972f090-2ede-4081-b710-01874f7effb6'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:16.208688 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4ea294f9-0c8b-43e8-9d17-53e154844dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.261021 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Network 4de14a18-e6a7-491e-97c4-15f5ed620f45 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:16.263014 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:16.326887 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:16.328062 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 5715d7b4-2fe7-4f67-b7ba-745b9b323674 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:16.405023 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Router 8972f090-2ede-4081-b710-01874f7effb6 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:36:16.417609 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Current status of the port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:16.433469 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] Set router 8972f090-2ede-4081-b710-01874f7effb6 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:16.480815 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Provisioning complete for port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:16.480815 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.551402 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:36:16.561417 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-361dee00-62ce-46ca-8b96-97a9525d5c4f admin admin] 10.222.0.84 "PUT /v2.0/routers/8972f090-2ede-4081-b710-01874f7effb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0328429 Jan 24 22:36:16.570684 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:16.570684 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.753157 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Current status of the port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:16.753551 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.784960 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:16.805260 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] For port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:16.811216 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.841756 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 4, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port': {'id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:13Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '3192f557-22e1-4eba-9f2c-4033406b8dde', 'name': '', 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'mac_address': 'fa:16:3e:23:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:15Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 2, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'subnets': [{'id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:16.874876 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780308e8-1177-4d3a-b44e-14ebb9d28f21 None None] The sync data for ids ['8972f090-2ede-4081-b710-01874f7effb6'] in dv-cinder-813223-4-iscsi is: [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 4, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port': {'id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:13Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '3192f557-22e1-4eba-9f2c-4033406b8dde', 'name': '', 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'mac_address': 'fa:16:3e:23:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:15Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 2, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'subnets': [{'id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:36:16.891385 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13008c3-e2d5-48ce-aa11-3d69d2b8c415 None None] Pushing event updated for resources: {'Port': ['ID=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:16.931879 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-83250946-c714-44f9-98e7-1c7ec3ce68de None None] Provisioning complete for port 3192f557-22e1-4eba-9f2c-4033406b8dde triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:16.932413 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-83250946-c714-44f9-98e7-1c7ec3ce68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:16.970979 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-83250946-c714-44f9-98e7-1c7ec3ce68de None None] Port 3192f557-22e1-4eba-9f2c-4033406b8dde cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:36:17.342451 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48490) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:17.349760 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-75c3b60a-78bb-4494-aa38-7ff82bfd5633 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11730502', 'description': 'tempest-secgroup-smoke-11730502 description', 'project_id': '3e579d6f341241508dfd3800965f27c1'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:17.379374 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-75c3b60a-78bb-4494-aa38-7ff82bfd5633 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.452647 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-75c3b60a-78bb-4494-aa38-7ff82bfd5633 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group (9a65d247-5a7b-431b-a46e-d37e31cc4a66), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.457565 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-75c3b60a-78bb-4494-aa38-7ff82bfd5633 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (9a65d247-5a7b-431b-a46e-d37e31cc4a66), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.459686 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 5715d7b4-2fe7-4f67-b7ba-745b9b323674 up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:17.487940 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-75c3b60a-78bb-4494-aa38-7ff82bfd5633 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.492540 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-75c3b60a-78bb-4494-aa38-7ff82bfd5633 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1456680 Jan 24 22:36:17.492540 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3b60a-78bb-4494-aa38-7ff82bfd5633 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a65d247-5a7b-431b-a46e-d37e31cc4a66,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:17.493469 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48492) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:17.498328 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-59294007-e4b4-43fa-914b-958565c7e4c8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'security_group_rule': {'security_group_id': '9a65d247-5a7b-431b-a46e-d37e31cc4a66', 'project_id': '3e579d6f341241508dfd3800965f27c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:17.521344 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:17.521810 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.531800 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-59294007-e4b4-43fa-914b-958565c7e4c8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (84abdb11-1b36-4824-8780-0856b11a0efd), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.591755 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-59294007-e4b4-43fa-914b-958565c7e4c8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (84abdb11-1b36-4824-8780-0856b11a0efd), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.596679 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-59294007-e4b4-43fa-914b-958565c7e4c8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (84abdb11-1b36-4824-8780-0856b11a0efd), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.600236 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:17.602403 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device bdb570e6-1e3d-468b-b4aa-a12fbd6301cc up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:17.617736 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59294007-e4b4-43fa-914b-958565c7e4c8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84abdb11-1b36-4824-8780-0856b11a0efd,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:17.625723 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-59294007-e4b4-43fa-914b-958565c7e4c8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.627537 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-59294007-e4b4-43fa-914b-958565c7e4c8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330752 Jan 24 22:36:17.630664 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48494) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:17.635183 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-4a3f47c8-6ebf-4fb1-ac71-d93c2498e526 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'security_group_rule': {'security_group_id': '9a65d247-5a7b-431b-a46e-d37e31cc4a66', 'project_id': '3e579d6f341241508dfd3800965f27c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:17.651861 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:17.652303 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.664523 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4a3f47c8-6ebf-4fb1-ac71-d93c2498e526 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (61a92185-7682-4041-ac6e-198df35ad88d), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.719222 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4a3f47c8-6ebf-4fb1-ac71-d93c2498e526 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (61a92185-7682-4041-ac6e-198df35ad88d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.724355 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4a3f47c8-6ebf-4fb1-ac71-d93c2498e526 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (61a92185-7682-4041-ac6e-198df35ad88d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.732592 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:17.739368 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f47c8-6ebf-4fb1-ac71-d93c2498e526 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a92185-7682-4041-ac6e-198df35ad88d,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:17.751615 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4a3f47c8-6ebf-4fb1-ac71-d93c2498e526 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.752898 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4a3f47c8-6ebf-4fb1-ac71-d93c2498e526 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211803 Jan 24 22:36:17.755774 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48496) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:17.760048 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-5f6cd725-3228-49aa-8ad8-21f95f0bf98c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'security_group_rule': {'security_group_id': '9a65d247-5a7b-431b-a46e-d37e31cc4a66', 'project_id': '3e579d6f341241508dfd3800965f27c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:17.788156 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd725-3228-49aa-8ad8-21f95f0bf98c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (231b1f71-b1f0-4f89-846d-476463aaf987), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.844853 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd725-3228-49aa-8ad8-21f95f0bf98c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (231b1f71-b1f0-4f89-846d-476463aaf987), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.851476 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd725-3228-49aa-8ad8-21f95f0bf98c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (231b1f71-b1f0-4f89-846d-476463aaf987), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.868897 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cd725-3228-49aa-8ad8-21f95f0bf98c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231b1f71-b1f0-4f89-846d-476463aaf987,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:17.877571 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd725-3228-49aa-8ad8-21f95f0bf98c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.878777 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5f6cd725-3228-49aa-8ad8-21f95f0bf98c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220720 Jan 24 22:36:17.882473 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48498) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:17.886942 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-6d230f9c-a48d-4e78-a8b5-89bb0b59bf30 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'security_group_rule': {'security_group_id': '9a65d247-5a7b-431b-a46e-d37e31cc4a66', 'project_id': '3e579d6f341241508dfd3800965f27c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:17.921544 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6d230f9c-a48d-4e78-a8b5-89bb0b59bf30 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (e88f93cc-65a8-4390-a047-d1dcb17fba7a), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.984427 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6d230f9c-a48d-4e78-a8b5-89bb0b59bf30 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (e88f93cc-65a8-4390-a047-d1dcb17fba7a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:17.990601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6d230f9c-a48d-4e78-a8b5-89bb0b59bf30 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (e88f93cc-65a8-4390-a047-d1dcb17fba7a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.013335 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d230f9c-a48d-4e78-a8b5-89bb0b59bf30 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88f93cc-65a8-4390-a047-d1dcb17fba7a,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:18.022692 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6d230f9c-a48d-4e78-a8b5-89bb0b59bf30 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.023903 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6d230f9c-a48d-4e78-a8b5-89bb0b59bf30 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405163 Jan 24 22:36:18.026987 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48500) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:18.031580 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-1573e402-f5e6-47f3-8b49-fd1313bf8bb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'security_group_rule': {'security_group_id': '9a65d247-5a7b-431b-a46e-d37e31cc4a66', 'project_id': '3e579d6f341241508dfd3800965f27c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:18.058877 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.securitygroups_db [None req-1573e402-f5e6-47f3-8b49-fd1313bf8bb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Project 3e579d6f341241508dfd3800965f27c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 22:36:18.064019 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1573e402-f5e6-47f3-8b49-fd1313bf8bb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (c799178f-d5df-4790-b2e0-6afca90c5933), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.131836 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1573e402-f5e6-47f3-8b49-fd1313bf8bb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (c799178f-d5df-4790-b2e0-6afca90c5933), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.137750 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1573e402-f5e6-47f3-8b49-fd1313bf8bb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (c799178f-d5df-4790-b2e0-6afca90c5933), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.154369 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573e402-f5e6-47f3-8b49-fd1313bf8bb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c799178f-d5df-4790-b2e0-6afca90c5933,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:18.164042 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1573e402-f5e6-47f3-8b49-fd1313bf8bb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.165425 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-1573e402-f5e6-47f3-8b49-fd1313bf8bb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373646 Jan 24 22:36:18.168129 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48502) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:18.172423 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-39f3e19e-ae51-4e40-9eff-8332c1f10288 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'security_group_rule': {'security_group_id': '9a65d247-5a7b-431b-a46e-d37e31cc4a66', 'project_id': '3e579d6f341241508dfd3800965f27c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:18.199701 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.securitygroups_db [None req-39f3e19e-ae51-4e40-9eff-8332c1f10288 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Project 3e579d6f341241508dfd3800965f27c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 22:36:18.204649 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-39f3e19e-ae51-4e40-9eff-8332c1f10288 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (d67905b9-f4c0-4b2f-bd76-8d2eedbe6463), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.268475 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-39f3e19e-ae51-4e40-9eff-8332c1f10288 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (d67905b9-f4c0-4b2f-bd76-8d2eedbe6463), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.273886 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-39f3e19e-ae51-4e40-9eff-8332c1f10288 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870603'] for security_group_rule (d67905b9-f4c0-4b2f-bd76-8d2eedbe6463), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.290943 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3e19e-ae51-4e40-9eff-8332c1f10288 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67905b9-f4c0-4b2f-bd76-8d2eedbe6463,revision_number=0']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:18.298358 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-39f3e19e-ae51-4e40-9eff-8332c1f10288 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:18.299674 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-39f3e19e-ae51-4e40-9eff-8332c1f10288 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305039 Jan 24 22:36:18.493824 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1dbbe11c-a073-40e4-b5b6-818e69b204e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:19.404695 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 091f6602-fa70-4ec7-b303-92cfdabad2ed up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:19.468194 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 091f6602-fa70-4ec7-b303-92cfdabad2ed triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:19.468573 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:19.506118 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:19.558989 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 091f6602-fa70-4ec7-b303-92cfdabad2ed is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:19.559372 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:19.581270 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] For port 091f6602-fa70-4ec7-b303-92cfdabad2ed, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=091f6602-fa70-4ec7-b303-92cfdabad2ed,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:19.587913 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:19.639906 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Pushing event updated for resources: {'Port': ['ID=091f6602-fa70-4ec7-b303-92cfdabad2ed,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:19.769509 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Sync routers for ids ['8972f090-2ede-4081-b710-01874f7effb6'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:36:19.779652 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Routers {'8972f090-2ede-4081-b710-01874f7effb6'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:19.780243 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:36:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8972f090-2ede-4081-b710-01874f7effb6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:19.888249 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Set router 8972f090-2ede-4081-b710-01874f7effb6 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:20.119383 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 4, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port': {'id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:13Z', 'updated_at': '2022-01-24T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '3192f557-22e1-4eba-9f2c-4033406b8dde', 'name': '', 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'mac_address': 'fa:16:3e:23:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:15Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 2, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'subnets': [{'id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:20.150836 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Checking router: 8972f090-2ede-4081-b710-01874f7effb6 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:36:20.151287 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Updating router 8972f090-2ede-4081-b710-01874f7effb6 port 3192f557-22e1-4eba-9f2c-4033406b8dde binding host dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 22:36:20.182743 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:20.500204 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Publish callbacks [] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:20.517669 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:20.572762 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23589dbc-5868-4d1e-98dd-d7b3729a0c30 None None] Pushing event updated for resources: {'Port': ['ID=3192f557-22e1-4eba-9f2c-4033406b8dde,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:20.646833 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Attempting to bind port 3192f557-22e1-4eba-9f2c-4033406b8dde on host dv-cinder-813223-4-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:36:20.647372 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Attempting to bind port 3192f557-22e1-4eba-9f2c-4033406b8dde by drivers openvswitch,hyperv on host dv-cinder-813223-4-iscsi at level 0 using segments [{'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:36:20.647840 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Attempting to bind port 3192f557-22e1-4eba-9f2c-4033406b8dde on network 4de14a18-e6a7-491e-97c4-15f5ed620f45 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:36:20.655196 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Checking agent: {'id': '00bbd8bc-a8b9-43cb-b4ea-e1314858c506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 19, 52), 'started_at': datetime.datetime(2022, 1, 24, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:36:20.655835 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Checking segment: {'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:20.656262 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:20.656656 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Bound using segment: {'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:36:20.657204 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Bound port: 3192f557-22e1-4eba-9f2c-4033406b8dde, host: dv-cinder-813223-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7523-1630-428f-a0f0-4afa33cad236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:36:20.657603 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:20.746381 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] For port 3192f557-22e1-4eba-9f2c-4033406b8dde, host dv-cinder-813223-4-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:36:20.751612 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] For port 3192f557-22e1-4eba-9f2c-4033406b8dde, host dv-cinder-813223-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=3192f557-22e1-4eba-9f2c-4033406b8dde,segment=NetworkSegment(28bd7523-1630-428f-a0f0-4afa33cad236),segment_id=28bd7523-1630-428f-a0f0-4afa33cad236)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:36:20.760616 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:20.818258 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Routers {'8972f090-2ede-4081-b710-01874f7effb6'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:20.818878 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:36:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8972f090-2ede-4081-b710-01874f7effb6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:20.823717 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-8777d8e4-8387-4d30-861a-1f50db1cba1c None None] Provisioning complete for port 3192f557-22e1-4eba-9f2c-4033406b8dde triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:20.824163 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8777d8e4-8387-4d30-861a-1f50db1cba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:20.935437 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23589dbc-5868-4d1e-98dd-d7b3729a0c30 None None] Pushing event updated for resources: {'Port': ['ID=3192f557-22e1-4eba-9f2c-4033406b8dde,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:20.955512 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-8777d8e4-8387-4d30-861a-1f50db1cba1c None None] Current status of the port 3192f557-22e1-4eba-9f2c-4033406b8dde is: DOWN; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:20.956299 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8777d8e4-8387-4d30-861a-1f50db1cba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:20.976325 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] Set router 8972f090-2ede-4081-b710-01874f7effb6 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:21.015466 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-8777d8e4-8387-4d30-861a-1f50db1cba1c None None] For port 3192f557-22e1-4eba-9f2c-4033406b8dde, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=3192f557-22e1-4eba-9f2c-4033406b8dde,segment=NetworkSegment(28bd7523-1630-428f-a0f0-4afa33cad236),segment_id=28bd7523-1630-428f-a0f0-4afa33cad236)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:21.021268 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8777d8e4-8387-4d30-861a-1f50db1cba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:21.027051 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:21.073318 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777d8e4-8387-4d30-861a-1f50db1cba1c None None] Pushing event updated for resources: {'Port': ['ID=3192f557-22e1-4eba-9f2c-4033406b8dde,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:21.151051 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-f02771e5-f05f-4118-8b06-c2b6a874463e None None] Provisioning complete for port 3192f557-22e1-4eba-9f2c-4033406b8dde triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:21.151358 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f02771e5-f05f-4118-8b06-c2b6a874463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:21.233030 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-f02771e5-f05f-4118-8b06-c2b6a874463e None None] Current status of the port 3192f557-22e1-4eba-9f2c-4033406b8dde is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:21.287612 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 4, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port': {'id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:13Z', 'updated_at': '2022-01-24T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '3192f557-22e1-4eba-9f2c-4033406b8dde', 'name': '', 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'mac_address': 'fa:16:3e:23:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:15Z', 'updated_at': '2022-01-24T22:36:20Z', 'revision_number': 4, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'subnets': [{'id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:21.313635 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9175be7-e4e7-46ec-b09f-b78b5f55a4d6 None None] The sync data for ids ['8972f090-2ede-4081-b710-01874f7effb6'] in dv-cinder-813223-4-iscsi is: [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:36:15Z', 'revision_number': 4, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port': {'id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:13Z', 'updated_at': '2022-01-24T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': '3192f557-22e1-4eba-9f2c-4033406b8dde', 'name': '', 'network_id': '4de14a18-e6a7-491e-97c4-15f5ed620f45', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'mac_address': 'fa:16:3e:23:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:15Z', 'updated_at': '2022-01-24T22:36:20Z', 'revision_number': 4, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'subnets': [{'id': '4fde7a88-4459-430f-9eba-a3949ebd04e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:36:21.432560 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 3192f557-22e1-4eba-9f2c-4033406b8dde up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:21.481078 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 3192f557-22e1-4eba-9f2c-4033406b8dde triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:21.481459 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:21.564144 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 3192f557-22e1-4eba-9f2c-4033406b8dde is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:21.565323 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 091f6602-fa70-4ec7-b303-92cfdabad2ed up at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:21.614486 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Provisioning complete for port 091f6602-fa70-4ec7-b303-92cfdabad2ed triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:21.614859 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:21.701446 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Current status of the port 091f6602-fa70-4ec7-b303-92cfdabad2ed is: ACTIVE; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:22.380163 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:26.690529 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:36:28.943269 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:33.757120 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-604ea979-63eb-4d8e-935d-ee04b99b13ed tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11730502&fields=id&tenant_id=3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 267 time: 0.0546389 Jan 24 22:36:33.869911 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-27677d28-4ca2-4615-a5cc-1fc83e3f102e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:33.871305 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-27677d28-4ca2-4615-a5cc-1fc83e3f102e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 811 time: 0.1074228 Jan 24 22:36:33.889299 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-25002c69-9983-478d-8280-a00fe0a9013f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/quotas/3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 375 time: 0.0098045 Jan 24 22:36:33.940316 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-75fa0d2e-5b6c-4368-9106-b77197090c26 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457621 Jan 24 22:36:34.033506 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-56e0987a-6525-4f42-9695-d787192f9ccd service neutron] 10.222.0.84 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815539 Jan 24 22:36:34.124196 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-e7f446d2-2c90-4dde-be87-071e7f26ac38 service neutron] 10.222.0.84 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848715 Jan 24 22:36:34.451181 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-da1045c8-5d5b-4d29-80da-86c358a06953 req-2be2d2f1-2b0a-4310-8e3f-8a5b8e9a8d22 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 210 time: 0.0270319 Jan 24 22:36:35.551925 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4587d6e0-5fd8-4b02-a597-377ad64abbb2 req-234bcbc7-edb7-4971-83fc-3878af0337b6 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 210 time: 0.0278780 Jan 24 22:36:35.848552 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-24ae6ea1-0f41-49f2-9ea5-23a8922bd637 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:35.850062 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-24ae6ea1-0f41-49f2-9ea5-23a8922bd637 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 811 time: 0.1030321 Jan 24 22:36:35.919836 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-9895600e-7b42-4e48-9aec-51be83b1b811 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 378 time: 0.0553076 Jan 24 22:36:35.932123 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'port': {'device_id': '294678b9-e38b-4c90-8b10-52275ca06521', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'admin_state_up': True, 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'security_groups': ['9a65d247-5a7b-431b-a46e-d37e31cc4a66']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:36.049491 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Made reservation on behalf of 3e579d6f341241508dfd3800965f27c1 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:36:36.053239 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:36.182644 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Allocated IP 172.20.0.4 (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb/eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84/1c993416-4d52-4b90-a42e-27e0ad5072cb) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:36:36.344091 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:36.381087 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:36.669159 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea1a7-1a04-412c-9713-46fa500121e2 req-8d80bce3-541d-4f5a-a4c5-48d973146527 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:36.670682 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-524ea1a7-1a04-412c-9713-46fa500121e2 req-8d80bce3-541d-4f5a-a4c5-48d973146527 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 931 time: 0.0491309 Jan 24 22:36:36.722950 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:36.726619 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:36.729378 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:36:36.736214 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-524ea1a7-1a04-412c-9713-46fa500121e2 req-bcfa24ea-e251-446a-a6ef-625b66a1d063 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560274 Jan 24 22:36:36.757659 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=1c993416-4d52-4b90-a42e-27e0ad5072cb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:36.785063 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:36.785696 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:36.802788 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-b2cd768f-57fa-4e3c-b9ec-a4188eb7a795 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741674 Jan 24 22:36:36.821076 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Request body: {'port': {'device_id': '294678b9-e38b-4c90-8b10-52275ca06521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:36.876254 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:36.969593 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-35b8cc5b-346f-4edf-a07d-c56b8a45abb0 None None] Provisioning complete for port 1c993416-4d52-4b90-a42e-27e0ad5072cb triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:36.970255 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-35b8cc5b-346f-4edf-a07d-c56b8a45abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:37.138950 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-35b8cc5b-346f-4edf-a07d-c56b8a45abb0 None None] Port 1c993416-4d52-4b90-a42e-27e0ad5072cb cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:36:37.162925 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c993416-4d52-4b90-a42e-27e0ad5072cb {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:36:37.171344 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Publish callbacks [] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:37.183600 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Transition to ACTIVE for port object 1c993416-4d52-4b90-a42e-27e0ad5072cb will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:36:37.190657 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:37.242901 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Pushing event updated for resources: {'Port': ['ID=1c993416-4d52-4b90-a42e-27e0ad5072cb,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:37.316378 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Attempting to bind port 1c993416-4d52-4b90-a42e-27e0ad5072cb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:36:37.316672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Attempting to bind port 1c993416-4d52-4b90-a42e-27e0ad5072cb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:36:37.317159 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Attempting to bind port 1c993416-4d52-4b90-a42e-27e0ad5072cb on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:36:37.322017 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Port 1c993416-4d52-4b90-a42e-27e0ad5072cb on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:36:37.322339 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Attempting to bind port 1c993416-4d52-4b90-a42e-27e0ad5072cb on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:36:37.329103 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:36:37.329449 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Checking segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:36:37.329844 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Bound using segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:36:37.330274 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Bound port: 1c993416-4d52-4b90-a42e-27e0ad5072cb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:36:37.330633 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:37.395269 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] For port 1c993416-4d52-4b90-a42e-27e0ad5072cb, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:36:37.398148 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] For port 1c993416-4d52-4b90-a42e-27e0ad5072cb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:36:37.404300 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:37.440599 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:37.441270 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:37.442635 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] 10.222.0.115 "PUT /v2.0/ports/1c993416-4d52-4b90-a42e-27e0ad5072cb HTTP/1.1" status: 200 len: 1093 time: 0.6259391 Jan 24 22:36:37.443055 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294678b9-e38b-4c90-8b10-52275ca06521', 'tag': '1c993416-4d52-4b90-a42e-27e0ad5072cb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:36:37.445368 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9" -d '{"events": [{"name": "network-changed", "server_uuid": "294678b9-e38b-4c90-8b10-52275ca06521", "tag": "1c993416-4d52-4b90-a42e-27e0ad5072cb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:36:37.467976 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110f1ab-7183-4829-b3eb-11e1c7ff15be service neutron] Pushing event updated for resources: {'Port': ['ID=1c993416-4d52-4b90-a42e-27e0ad5072cb,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:37.502891 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bd6485-eeb7-4871-a4d3-a7d95148c2f1 x-openstack-request-id: req-a3bd6485-eeb7-4871-a4d3-a7d95148c2f1 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:36:37.503257 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294678b9-e38b-4c90-8b10-52275ca06521", "tag": "1c993416-4d52-4b90-a42e-27e0ad5072cb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:36:37.503580 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a3bd6485-eeb7-4871-a4d3-a7d95148c2f1 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:36:37.504065 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294678b9-e38b-4c90-8b10-52275ca06521', 'tag': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'status': 'completed', 'code': 200} Jan 24 22:36:37.563154 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-11cad063-f942-44d8-abe5-d4e079c264a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:37.564641 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-11cad063-f942-44d8-abe5-d4e079c264a8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 1096 time: 0.0424442 Jan 24 22:36:37.619953 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-f48d7688-274a-4c14-85b1-63593a304833 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb HTTP/1.1" status: 200 len: 217 time: 0.0400524 Jan 24 22:36:37.668367 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-e1494f21-4630-4917-9855-7d95e9f28a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:37.670031 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-e1494f21-4630-4917-9855-7d95e9f28a22 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0440750 Jan 24 22:36:37.719984 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-4c5584c3-358c-4b00-80ce-7fb4ced9d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:37.719984 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-4c5584c3-358c-4b00-80ce-7fb4ced9d27f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413387 Jan 24 22:36:37.811258 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-1717bd9c-262b-4cbc-bf4a-a156f70037fa service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866346 Jan 24 22:36:37.855123 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf0a3a-96c1-4af6-8287-a04823f8f033 req-2343149b-d433-420b-82e2-317a464804f2 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:37.856643 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04bf0a3a-96c1-4af6-8287-a04823f8f033 req-2343149b-d433-420b-82e2-317a464804f2 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 943 time: 0.0479379 Jan 24 22:36:37.902403 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a691a61-2452-40cf-8c94-b0c7ff3ca0db req-cbf45358-669b-470c-a7d7-05997dc0b58b service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840859 Jan 24 22:36:37.907596 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04bf0a3a-96c1-4af6-8287-a04823f8f033 req-bad8a54f-c383-461d-9748-fc7515587fad tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453262 Jan 24 22:36:38.046880 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-037e5b3b-b85b-4ba8-acae-f2a5a0e2bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:38.049172 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-037e5b3b-b85b-4ba8-acae-f2a5a0e2bf56 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 1096 time: 0.0526693 Jan 24 22:36:38.151061 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-19436b89-8924-40c9-be69-d83846f82268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:38.152542 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-19436b89-8924-40c9-be69-d83846f82268 service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0957515 Jan 24 22:36:38.198953 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-c32a2371-293f-4ddc-84d3-e53f68b7b468 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb HTTP/1.1" status: 200 len: 217 time: 0.0374877 Jan 24 22:36:38.252483 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-7946a605-e301-4dda-b51c-55c34eaf33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:38.254018 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-7946a605-e301-4dda-b51c-55c34eaf33b6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0469182 Jan 24 22:36:38.300782 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-39323eb8-6953-4146-a60d-83846d68753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:38.302298 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-39323eb8-6953-4146-a60d-83846d68753c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415797 Jan 24 22:36:38.399225 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-e5b980e5-e6a4-4ba1-832e-9ec8e1230d85 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903709 Jan 24 22:36:38.489811 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9bd4ada-2644-4799-a9c3-b9f01e1debd9 req-f516248c-e577-44c1-94d6-bf65b43e5b72 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836365 Jan 24 22:36:39.042367 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7484ef-9859-4e7c-b1c1-e18cc155ed73 req-2bc4de40-7327-4406-8d34-94b241a25646 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:39.043872 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ef7484ef-9859-4e7c-b1c1-e18cc155ed73 req-2bc4de40-7327-4406-8d34-94b241a25646 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 943 time: 0.0581279 Jan 24 22:36:39.091792 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-ef7484ef-9859-4e7c-b1c1-e18cc155ed73 req-ea0eb2da-dceb-4e1a-a03c-90c9110a8a21 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420570 Jan 24 22:36:40.223008 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45f337-a74c-4960-8d73-4517c4428e8a req-c4890316-91af-42d9-adf7-3e0a8deea404 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:40.224467 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4d45f337-a74c-4960-8d73-4517c4428e8a req-c4890316-91af-42d9-adf7-3e0a8deea404 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 943 time: 0.0604966 Jan 24 22:36:40.278466 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-4d45f337-a74c-4960-8d73-4517c4428e8a req-b0dec062-611d-4369-89e0-04c47a01edb4 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453281 Jan 24 22:36:41.417722 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b68fa-94c6-4ee4-bcd1-5aafe940918d req-51ab5619-c138-4c49-9cbc-e000f4aaff42 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:41.419173 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a74b68fa-94c6-4ee4-bcd1-5aafe940918d req-51ab5619-c138-4c49-9cbc-e000f4aaff42 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 943 time: 0.0603347 Jan 24 22:36:41.468816 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a74b68fa-94c6-4ee4-bcd1-5aafe940918d req-ed94e890-5a81-4a16-b590-3f0907e6ffe2 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435281 Jan 24 22:36:42.593411 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798d04f-94db-42aa-b72e-910853b78cc9 req-6aabac54-f2e2-4cb9-8fb5-38c790ba0433 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:42.594882 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b798d04f-94db-42aa-b72e-910853b78cc9 req-6aabac54-f2e2-4cb9-8fb5-38c790ba0433 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 943 time: 0.0533638 Jan 24 22:36:42.643822 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b798d04f-94db-42aa-b72e-910853b78cc9 req-fa1d755f-8333-4260-851b-87147c63e16f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433326 Jan 24 22:36:43.779105 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6d9ee-013a-4edc-ba09-7517b3717f70 req-5a811bc8-9495-43a9-9d8e-d307306f77df tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:43.780601 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e7e6d9ee-013a-4edc-ba09-7517b3717f70 req-5a811bc8-9495-43a9-9d8e-d307306f77df tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 943 time: 0.0608494 Jan 24 22:36:43.833266 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e7e6d9ee-013a-4edc-ba09-7517b3717f70 req-d4ced2bd-50cf-4c72-96c5-75efbe16818a tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440557 Jan 24 22:36:44.730484 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 1c993416-4d52-4b90-a42e-27e0ad5072cb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:36:44.853804 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 1c993416-4d52-4b90-a42e-27e0ad5072cb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:44.866484 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'port_id': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'mac_address': 'fa:16:3e:2d:dd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:36:44.904909 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 1c993416-4d52-4b90-a42e-27e0ad5072cb is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:44.905324 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:44.918583 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c993416-4d52-4b90-a42e-27e0ad5072cb {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:36:44.940597 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 1c993416-4d52-4b90-a42e-27e0ad5072cb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:44.946423 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:44.948688 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced3dc6-57e0-44a6-bb86-d12b0853fc0b req-3967f578-2c41-4309-87de-02ab7dec4b7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:44.950251 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0ced3dc6-57e0-44a6-bb86-d12b0853fc0b req-3967f578-2c41-4309-87de-02ab7dec4b7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 943 time: 0.0498574 Jan 24 22:36:45.002152 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=1c993416-4d52-4b90-a42e-27e0ad5072cb,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:45.003541 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0ced3dc6-57e0-44a6-bb86-d12b0853fc0b req-7bc5c1c0-7865-4815-b015-56c7329c6307 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473530 Jan 24 22:36:45.232441 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['1c993416-4d52-4b90-a42e-27e0ad5072cb'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:36:46.122952 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ac52b-7c8c-40db-9e23-b20c5e425829 req-2d4ba55d-86ff-4615-8fb6-19d4d3264a05 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:46.124676 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bf4ac52b-7c8c-40db-9e23-b20c5e425829 req-2d4ba55d-86ff-4615-8fb6-19d4d3264a05 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 944 time: 0.0512538 Jan 24 22:36:46.156088 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18575d2f-bff2-4938-93b8-2a29824a62bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:46.181717 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-bf4ac52b-7c8c-40db-9e23-b20c5e425829 req-0d9e444b-848d-44fc-ad7f-4bead92e6598 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486941 Jan 24 22:36:46.743288 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 1c993416-4d52-4b90-a42e-27e0ad5072cb up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:36:46.799622 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 1c993416-4d52-4b90-a42e-27e0ad5072cb completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:36:46.803838 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 1c993416-4d52-4b90-a42e-27e0ad5072cb triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:36:46.804219 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:46.885453 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 1c993416-4d52-4b90-a42e-27e0ad5072cb is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:36:46.885847 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:46.909448 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294678b9-e38b-4c90-8b10-52275ca06521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c993416-4d52-4b90-a42e-27e0ad5072cb'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:36:46.911702 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55ad859-f376-48e3-b0a0-cc41d8ccd8bc" -d '{"events": [{"server_uuid": "294678b9-e38b-4c90-8b10-52275ca06521", "name": "network-vif-plugged", "status": "completed", "tag": "1c993416-4d52-4b90-a42e-27e0ad5072cb"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:36:46.924076 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 1c993416-4d52-4b90-a42e-27e0ad5072cb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:36:46.929147 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:46.954332 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bb902a-7e18-46b8-8648-e6f628b010ea x-openstack-request-id: req-a4bb902a-7e18-46b8-8648-e6f628b010ea {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:36:46.954629 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294678b9-e38b-4c90-8b10-52275ca06521", "name": "network-vif-plugged", "status": "completed", "tag": "1c993416-4d52-4b90-a42e-27e0ad5072cb", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:36:46.954882 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a4bb902a-7e18-46b8-8648-e6f628b010ea {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:36:46.955273 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294678b9-e38b-4c90-8b10-52275ca06521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'code': 200} Jan 24 22:36:46.980196 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=1c993416-4d52-4b90-a42e-27e0ad5072cb,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:46.987481 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.987833 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.988210 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.988543 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.988847 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.989232 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.989539 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.989863 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.990183 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.990513 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.990830 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.991142 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:46.991454 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:47.220021 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4b4d8-67a2-4476-b4bb-a40b14a6d91a req-112fc595-77c0-43c0-ac5d-32cb933fae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:47.221618 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-04d4b4d8-67a2-4476-b4bb-a40b14a6d91a req-112fc595-77c0-43c0-ac5d-32cb933fae76 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 1098 time: 0.0475445 Jan 24 22:36:47.268618 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-04d4b4d8-67a2-4476-b4bb-a40b14a6d91a req-ef1bfd77-1db7-4fb3-a840-369f175a1076 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404773 Jan 24 22:36:47.303952 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e6b0-2164-4e9a-abbd-5c0a0e8e55ad req-0de8eae0-de31-458f-a900-44d799002d2a tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:47.305455 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7ef1e6b0-2164-4e9a-abbd-5c0a0e8e55ad req-0de8eae0-de31-458f-a900-44d799002d2a tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 945 time: 0.0481372 Jan 24 22:36:47.355647 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-7ef1e6b0-2164-4e9a-abbd-5c0a0e8e55ad req-cf9771fc-bfec-4e82-b2bf-193122643a8e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443406 Jan 24 22:36:48.477100 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7f252955-53ee-4ae7-9a60-482b93dbb4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:48.486205 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3ee94-02d5-48e4-90f7-dd00c132dc37 req-9fe2ca2b-3183-4c14-bc42-6f650bcb60b5 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:48.487665 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-11d3ee94-02d5-48e4-90f7-dd00c132dc37 req-9fe2ca2b-3183-4c14-bc42-6f650bcb60b5 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 945 time: 0.0551021 Jan 24 22:36:48.536025 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-11d3ee94-02d5-48e4-90f7-dd00c132dc37 req-ea3ce4dd-911a-4285-8aad-766904e45a4d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428059 Jan 24 22:36:48.650743 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cec76-f9a4-41a7-9ea9-84ba41e1676c req-b6cebbb7-b890-4026-aeed-2a81502419b4 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:48.652226 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-818cec76-f9a4-41a7-9ea9-84ba41e1676c req-b6cebbb7-b890-4026-aeed-2a81502419b4 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Jan 24 22:36:48.700533 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-818cec76-f9a4-41a7-9ea9-84ba41e1676c req-2225b551-8cab-44dc-89d3-add9f2375fb9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428252 Jan 24 22:36:48.724114 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48666) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:48.878621 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c109e8-370a-42fd-b13c-45cbfc86b45e tempest-TestVolumeBootPattern-7860556 tempest-TestVolumeBootPattern-7860556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:48.880144 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f1c109e8-370a-42fd-b13c-45cbfc86b45e tempest-TestVolumeBootPattern-7860556 tempest-TestVolumeBootPattern-7860556-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 1093 time: 0.1550498 Jan 24 22:36:48.883092 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48670) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:36:48.887311 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'port_id': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:36:48.914187 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:49.013508 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:49.131050 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Allocated IP 172.27.3.189 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/910c9854-b4f4-4ce7-bf45-9644afdc2333) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:36:49.241776 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (910c9854-b4f4-4ce7-bf45-9644afdc2333), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:49.281513 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (910c9854-b4f4-4ce7-bf45-9644afdc2333), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:49.326592 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:36:49.329028 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:36:49.332590 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:36:49.338159 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=910c9854-b4f4-4ce7-bf45-9644afdc2333,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:49.363798 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.364149 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.364488 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.364821 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.365174 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.365503 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.365827 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.366147 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.366471 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.366789 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.367119 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.367421 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.367734 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:36:49.483811 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:49.708571 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (903dd140-2e3b-435b-9f1f-7390c1e328e0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:49.777961 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (910c9854-b4f4-4ce7-bf45-9644afdc2333), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:49.935038 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (910c9854-b4f4-4ce7-bf45-9644afdc2333), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:49.942463 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (910c9854-b4f4-4ce7-bf45-9644afdc2333), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:50.012804 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=910c9854-b4f4-4ce7-bf45-9644afdc2333,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:36:50.023000 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (903dd140-2e3b-435b-9f1f-7390c1e328e0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:50.121405 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Floating IP 903dd140-2e3b-435b-9f1f-7390c1e328e0 associated. External IP: 172.27.3.189, port: 1c993416-4d52-4b90-a42e-27e0ad5072cb. Jan 24 22:36:50.330622 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Router 9a19951e-edb5-4731-8da2-e9c21597a79d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:36:50.444103 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:36:50.453936 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:36:50.464265 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:50.464925 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:50.465078 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:36:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:50.491951 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-500aa204-08d4-4bd0-a529-76dd6b237826 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6078258 Jan 24 22:36:50.492514 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294678b9-e38b-4c90-8b10-52275ca06521', 'tag': '1c993416-4d52-4b90-a42e-27e0ad5072cb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:36:50.494818 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eccb153-088e-439c-9a8b-55c63be98b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "294678b9-e38b-4c90-8b10-52275ca06521", "tag": "1c993416-4d52-4b90-a42e-27e0ad5072cb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:36:50.531702 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c50adb-60c5-455a-95c4-9dbf50f6d56d x-openstack-request-id: req-27c50adb-60c5-455a-95c4-9dbf50f6d56d {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:36:50.531996 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294678b9-e38b-4c90-8b10-52275ca06521", "tag": "1c993416-4d52-4b90-a42e-27e0ad5072cb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:36:50.532249 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-27c50adb-60c5-455a-95c4-9dbf50f6d56d {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:36:50.532651 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294678b9-e38b-4c90-8b10-52275ca06521', 'tag': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'status': 'completed', 'code': 200} Jan 24 22:36:50.585372 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:50.630579 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-89642845-e8d2-4e4a-ae9f-25589cc5e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:50.632102 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-89642845-e8d2-4e4a-ae9f-25589cc5e8f9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 1098 time: 0.0459673 Jan 24 22:36:50.721842 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-042a7347-8394-4a68-925e-e3c589749272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:50.723325 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-042a7347-8394-4a68-925e-e3c589749272 service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0847492 Jan 24 22:36:50.799930 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-02a908b3-292f-429c-b67c-6438690bf73c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb HTTP/1.1" status: 200 len: 999 time: 0.0706451 Jan 24 22:36:50.821282 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '903dd140-2e3b-435b-9f1f-7390c1e328e0', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:2d:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294678b9-e38b-4c90-8b10-52275ca06521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:36:49Z', 'updated_at': '2022-01-24T22:36:49Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:50.846971 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:36:50.848860 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-878a0d2f-40fe-4968-8f3b-9b7c174c8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:50.850401 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-878a0d2f-40fe-4968-8f3b-9b7c174c8497 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0450718 Jan 24 22:36:50.855730 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:36:50.856328 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:36:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:50.901525 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-c2ce133f-a859-4973-8f4e-7e1b86fd45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:36:50.903004 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-c2ce133f-a859-4973-8f4e-7e1b86fd45ad service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467362 Jan 24 22:36:50.964924 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:36:50.995483 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-bd193cf0-4b46-4399-a8f9-efc4fe321ec6 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861936 Jan 24 22:36:51.022642 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:51.086711 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4eccb153-088e-439c-9a8b-55c63be98b3a req-1fb98d77-62ac-40de-ac34-f5e6bc303405 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846224 Jan 24 22:36:51.202133 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '903dd140-2e3b-435b-9f1f-7390c1e328e0', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:2d:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294678b9-e38b-4c90-8b10-52275ca06521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:36:49Z', 'updated_at': '2022-01-24T22:36:49Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:36:51.227508 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387381b-166c-4ecb-8752-bef46b7da782 None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '903dd140-2e3b-435b-9f1f-7390c1e328e0', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:2d:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294678b9-e38b-4c90-8b10-52275ca06521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:36:49Z', 'updated_at': '2022-01-24T22:36:49Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:36:51.433556 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b73986-fbf5-46cb-9c94-42b1ed0c26c0 None None] New status for floating IP 903dd140-2e3b-435b-9f1f-7390c1e328e0: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:36:52.382945 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:36:58.951747 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:03.696181 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:37:03.978127 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8877fc59-aced-4144-87d8-f4654b37731f req-feb0c846-2f47-428f-b20b-6743c71982a9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511105 Jan 24 22:37:04.080237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fc59-aced-4144-87d8-f4654b37731f req-621e4234-1384-4102-acd9-60024ebad487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:04.081738 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8877fc59-aced-4144-87d8-f4654b37731f req-621e4234-1384-4102-acd9-60024ebad487 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1098 time: 0.0411379 Jan 24 22:37:04.188241 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fc59-aced-4144-87d8-f4654b37731f req-a4bd5bef-20a5-4992-933a-94fc5d87a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:04.189733 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8877fc59-aced-4144-87d8-f4654b37731f req-a4bd5bef-20a5-4992-933a-94fc5d87a6b2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 910 time: 0.0890920 Jan 24 22:37:04.260185 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8877fc59-aced-4144-87d8-f4654b37731f req-a8ea54d1-4625-42db-bed9-61333fea3c9f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 1001 time: 0.0581126 Jan 24 22:37:04.313891 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fc59-aced-4144-87d8-f4654b37731f req-bc719510-aa67-4b1d-ac90-aedb344bc2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:04.315294 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8877fc59-aced-4144-87d8-f4654b37731f req-bc719510-aa67-4b1d-ac90-aedb344bc2bd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 200 len: 848 time: 0.0441062 Jan 24 22:37:04.370035 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fc59-aced-4144-87d8-f4654b37731f req-16362652-3258-4ee2-bc52-ad2e70da58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:04.371556 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8877fc59-aced-4144-87d8-f4654b37731f req-16362652-3258-4ee2-bc52-ad2e70da58b0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f3c7338-6ac6-467e-ba3e-0040076ea594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493190 Jan 24 22:37:04.736630 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8877fc59-aced-4144-87d8-f4654b37731f req-6cb0d578-6a4a-40f6-a9c4-c5a61987c83b service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577428 Jan 24 22:37:04.829425 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8877fc59-aced-4144-87d8-f4654b37731f req-0594c98f-4e29-4fdc-828b-a0184b21ab15 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859787 Jan 24 22:37:16.156872 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0293d790-c804-4a06-8192-e88f521e219a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:18.493122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59bada14-ffdb-41fc-b159-c5b7d622c15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:19.492069 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:21.021174 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:22.386556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:28.940765 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:29.234400 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48686) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:29.400893 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Deleting port b166f19c-6c37-4887-a035-45948711e9f0 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:29.401289 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (b166f19c-6c37-4887-a035-45948711e9f0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:29.485487 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (b166f19c-6c37-4887-a035-45948711e9f0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:29.485736 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for floatingip (b166f19c-6c37-4887-a035-45948711e9f0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:29.498192 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Calling delete_port for b166f19c-6c37-4887-a035-45948711e9f0 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:29.648137 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (b166f19c-6c37-4887-a035-45948711e9f0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:29.677117 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event deleted for resources: {'Port': ['ID=b166f19c-6c37-4887-a035-45948711e9f0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:29.740594 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for floatingip (993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:29.741468 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Floating IP 993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd disassociated (deleted). External IP: 172.27.3.205, port: 4b3048ce-5caa-49ca-82eb-b694366739aa. Jan 24 22:37:29.966665 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Router 5afc97c2-1378-400e-a73b-e1e238939380 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:37:30.074908 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:37:30.079842 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:30.084844 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] Sync routers for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:37:30.098392 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:37:30.099084 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:37:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:30.109137 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a30f02d5-22d5-40f4-b92e-ffb12717639d tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "DELETE /v2.0/floatingips/993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd HTTP/1.1" status: 204 len: 168 time: 0.8733943 Jan 24 22:37:30.109735 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:37:30.112016 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb842a-322d-42e3-bcdb-17b5b70f2a81" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:37:30.149878 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5feaa91-99bf-45aa-bd70-a4dc2b8693d5 x-openstack-request-id: req-d5feaa91-99bf-45aa-bd70-a4dc2b8693d5 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:37:30.150394 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:37:30.150822 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d5feaa91-99bf-45aa-bd70-a4dc2b8693d5 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:37:30.151251 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'status': 'completed', 'code': 200} Jan 24 22:37:30.207853 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:37:30.236320 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-ccaec383-6b2a-464f-a7ea-4e85fe8c8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:30.237964 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-ccaec383-6b2a-464f-a7ea-4e85fe8c8d14 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=63897275a7664529bc1d568ba2f36b15&device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 1098 time: 0.0425334 Jan 24 22:37:30.337416 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-463f9bff-5033-4ec0-b9f6-3b6a2110c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:30.338850 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-463f9bff-5033-4ec0-b9f6-3b6a2110c104 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 200 len: 910 time: 0.0943103 Jan 24 22:37:30.350957 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364bd45-d5a4-4ad6-945e-dc163435b6e4 req-c9633b7a-cba4-4dc1-a741-930b6a8e647a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:30.352677 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1364bd45-d5a4-4ad6-945e-dc163435b6e4 req-c9633b7a-cba4-4dc1-a741-930b6a8e647a tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0532746 Jan 24 22:37:30.385688 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-c7cc6156-4aac-44c7-80a8-764d6d2315ef service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 200 len: 217 time: 0.0394220 Jan 24 22:37:30.415295 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1364bd45-d5a4-4ad6-945e-dc163435b6e4 req-ac8ab8ff-88c2-4bb2-b09d-dc8d7e357af6 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548663 Jan 24 22:37:30.433290 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:51Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:30.444014 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-dccf53fb-ce71-435b-bbeb-c1bdb7e66bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:30.445687 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-dccf53fb-ce71-435b-bbeb-c1bdb7e66bde service neutron] 10.222.0.115 "GET /v2.0/subnets?id=358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 200 len: 848 time: 0.0537987 Jan 24 22:37:30.460604 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] Checking router: 5afc97c2-1378-400e-a73b-e1e238939380 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:37:30.469702 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:37:30.470306 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:37:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:30.490936 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-688f4167-967f-4907-aeb5-9f824604f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:30.493103 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-688f4167-967f-4907-aeb5-9f824604f1de service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f3c7338-6ac6-467e-ba3e-0040076ea594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409455 Jan 24 22:37:30.590180 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-8fd2e3cc-f421-4b27-8d12-6f409c67e4ba service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907576 Jan 24 22:37:30.687296 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-defb842a-322d-42e3-bcdb-17b5b70f2a81 req-37311cbb-510e-4f31-aeed-0ad29f95fcf2 service neutron] 10.222.0.115 "GET /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906379 Jan 24 22:37:30.711490 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:37:30.932102 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:51Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:30.957940 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadfaa9-804a-49d6-87eb-7570c8217e4b None None] The sync data for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi is: [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:46Z', 'revision_number': 4, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'eda39dc5-f38c-46da-89a1-e4ee7310ff6a', 'name': '', 'network_id': '1f3c7338-6ac6-467e-ba3e-0040076ea594', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'mac_address': 'fa:16:3e:b8:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:45Z', 'updated_at': '2022-01-24T22:32:51Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'subnets': [{'id': '358e69b5-e9be-4424-ba22-ded6708d6b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:37:31.181880 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f0dca-f93d-40d5-a20a-f0f589269c5e None None] New status for floating IP 993d9dd5-bf12-49ea-ab3a-b1bcdb2069cd: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:37:31.542264 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29215a7-7f6a-41af-9922-bdc4a708109b req-007c5f33-d15e-40a0-9eb0-519ee55317c3 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:31.543635 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e29215a7-7f6a-41af-9922-bdc4a708109b req-007c5f33-d15e-40a0-9eb0-519ee55317c3 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0510917 Jan 24 22:37:31.596979 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e29215a7-7f6a-41af-9922-bdc4a708109b req-d8054636-fc81-49e3-aac4-77593688a00c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/security-groups?id=53d6242d-4153-49b2-bdba-719a33afb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451243 Jan 24 22:37:31.971093 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-442ee6b1-a491-4718-a6f0-74dab08d59d7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:37:31.972669 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-442ee6b1-a491-4718-a6f0-74dab08d59d7 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.115 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 945 time: 0.0507178 Jan 24 22:37:32.075801 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Deleting port 4b3048ce-5caa-49ca-82eb-b694366739aa {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:32.076260 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:32.166127 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] For port 4b3048ce-5caa-49ca-82eb-b694366739aa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b3048ce-5caa-49ca-82eb-b694366739aa,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:32.166491 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:32.179697 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Calling delete_port for 4b3048ce-5caa-49ca-82eb-b694366739aa owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:32.318625 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (4b3048ce-5caa-49ca-82eb-b694366739aa), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:32.346899 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event deleted for resources: {'Port': ['ID=4b3048ce-5caa-49ca-82eb-b694366739aa,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:32.392173 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] No DVR routers for this DVR port 4b3048ce-5caa-49ca-82eb-b694366739aa on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:37:32.394704 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:32.398061 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e3cbe8bd-a29d-4384-993c-e0bbb3df2e8f req-55ceffb4-91a0-4695-b7a8-cfe4e74a633c tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.115 "DELETE /v2.0/ports/4b3048ce-5caa-49ca-82eb-b694366739aa HTTP/1.1" status: 204 len: 173 time: 0.4195898 Jan 24 22:37:32.398504 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'name': 'network-vif-deleted', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:37:32.401089 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92549e8-aa5f-415b-8356-fa845aa8ddee" -d '{"events": [{"server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "name": "network-vif-deleted", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:37:32.437341 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dd923b-14e8-4411-ba39-bb87a7a957c2 x-openstack-request-id: req-72dd923b-14e8-4411-ba39-bb87a7a957c2 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:37:32.437672 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d2298-3059-437a-9f1a-6173d40e21ca", "name": "network-vif-deleted", "tag": "4b3048ce-5caa-49ca-82eb-b694366739aa", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:37:32.437896 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-72dd923b-14e8-4411-ba39-bb87a7a957c2 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:37:32.438326 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1d2298-3059-437a-9f1a-6173d40e21ca', 'name': 'network-vif-deleted', 'tag': '4b3048ce-5caa-49ca-82eb-b694366739aa', 'status': 'completed', 'code': 200} Jan 24 22:37:32.710473 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e3ab78d4-aaf5-44f1-8a25-5072e6bb1f97 req-773d15e6-8329-4da1-9ce0-fe377f438722 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab1d2298-3059-437a-9f1a-6173d40e21ca HTTP/1.1" status: 200 len: 210 time: 0.0269656 Jan 24 22:37:33.791587 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48702) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:33.853814 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group (53d6242d-4153-49b2-bdba-719a33afb41a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:33.879933 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group (53d6242d-4153-49b2-bdba-719a33afb41a), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:33.950799 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (53d6242d-4153-49b2-bdba-719a33afb41a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:33.953758 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:33.954903 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] 10.222.0.84 "DELETE /v2.0/security-groups/53d6242d-4153-49b2-bdba-719a33afb41a HTTP/1.1" status: 204 len: 168 time: 0.1622601 Jan 24 22:37:33.964310 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d6242d-4153-49b2-bdba-719a33afb41a,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:33.974385 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.974741 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.975083 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.975426 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.975753 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.976097 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.976423 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.976738 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.977089 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.977420 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.977924 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.978303 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:33.978712 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9c86-b652-4b08-9bd5-2187c8fa18e8 tempest-TestShelveInstance-890482763 tempest-TestShelveInstance-890482763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:37:34.001019 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48706) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:34.369985 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (5afc97c2-1378-400e-a73b-e1e238939380), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:34.613581 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Deleting port eda39dc5-f38c-46da-89a1-e4ee7310ff6a {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:34.613829 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:34.706255 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] For port eda39dc5-f38c-46da-89a1-e4ee7310ff6a, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:34.706584 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:34.719336 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Calling delete_port for eda39dc5-f38c-46da-89a1-e4ee7310ff6a owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:34.905662 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (eda39dc5-f38c-46da-89a1-e4ee7310ff6a), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:34.929936 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Pushing event deleted for resources: {'Port': ['ID=eda39dc5-f38c-46da-89a1-e4ee7310ff6a,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:34.961909 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 4b3048ce-5caa-49ca-82eb-b694366739aa no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:37:34.988140 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 4b3048ce-5caa-49ca-82eb-b694366739aa {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:37:34.988632 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 4b3048ce-5caa-49ca-82eb-b694366739aa not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:37:35.092284 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (5afc97c2-1378-400e-a73b-e1e238939380), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:35.306550 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Router 5afc97c2-1378-400e-a73b-e1e238939380 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:37:35.413006 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:37:35.419421 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fcb861ee-3276-4214-9d66-20cdf4b7bf0f admin admin] 10.222.0.84 "PUT /v2.0/routers/5afc97c2-1378-400e-a73b-e1e238939380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160106 Jan 24 22:37:35.420833 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48708) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:35.424045 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] Sync routers for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:37:35.434289 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:37:35.434908 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:37:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:35.521150 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks [] for router (5afc97c2-1378-400e-a73b-e1e238939380), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:35.538343 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:37:35.724472 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:37:34Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:35.752281 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] Checking router: 5afc97c2-1378-400e-a73b-e1e238939380 for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:37:35.761618 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] Routers {'5afc97c2-1378-400e-a73b-e1e238939380'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:37:35.762258 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:37:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['5afc97c2-1378-400e-a73b-e1e238939380'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:35.868154 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] Set router 5afc97c2-1378-400e-a73b-e1e238939380 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:37:35.886733 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks [] for router_gateway (5afc97c2-1378-400e-a73b-e1e238939380), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:35.939782 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Deleting port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:35.940098 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.022357 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] For port 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0c94b21e-a641-4cf7-aa16-7e5d0f778bcf,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:36.022616 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.035085 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Calling delete_port for 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:36.047454 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:37:34Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:36.073194 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3d105-4af4-4759-a386-26c2b2496502 None None] The sync data for ids ['5afc97c2-1378-400e-a73b-e1e238939380'] in dv-cinder-813223-4-iscsi is: [{'id': '5afc97c2-1378-400e-a73b-e1e238939380', 'name': 'tempest-TestShelveInstance-1834203395-router', 'tenant_id': '63897275a7664529bc1d568ba2f36b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:37:34Z', 'revision_number': 5, 'project_id': '63897275a7664529bc1d568ba2f36b15', 'gw_port': {'id': '0c94b21e-a641-4cf7-aa16-7e5d0f778bcf', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afc97c2-1378-400e-a73b-e1e238939380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:43Z', 'updated_at': '2022-01-24T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:37:36.205662 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (0c94b21e-a641-4cf7-aa16-7e5d0f778bcf), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.228084 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c94b21e-a641-4cf7-aa16-7e5d0f778bcf,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:36.297505 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (5afc97c2-1378-400e-a73b-e1e238939380), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.386451 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (5afc97c2-1378-400e-a73b-e1e238939380), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.388611 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks [] for router_controller (5afc97c2-1378-400e-a73b-e1e238939380), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.436569 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (5afc97c2-1378-400e-a73b-e1e238939380), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.436876 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afc97c2-1378-400e-a73b-e1e238939380 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:37:36.442785 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.443935 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f4e552c9-8a1c-4767-8fbf-95ee5ba7d257 admin admin] 10.222.0.84 "DELETE /v2.0/routers/5afc97c2-1378-400e-a73b-e1e238939380 HTTP/1.1" status: 204 len: 168 time: 1.0221837 Jan 24 22:37:36.446767 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48710) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:36.501363 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a761664a-430c-4a37-899c-09e98b678832 admin admin] Deleting subnet 358e69b5-e9be-4424-ba22-ded6708d6b82 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:37:36.504900 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a761664a-430c-4a37-899c-09e98b678832 admin admin] Publish callbacks [] for subnet (358e69b5-e9be-4424-ba22-ded6708d6b82), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.542217 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a761664a-430c-4a37-899c-09e98b678832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (358e69b5-e9be-4424-ba22-ded6708d6b82), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.671131 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a761664a-430c-4a37-899c-09e98b678832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (358e69b5-e9be-4424-ba22-ded6708d6b82), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.727761 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a761664a-430c-4a37-899c-09e98b678832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (358e69b5-e9be-4424-ba22-ded6708d6b82), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.762070 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761664a-430c-4a37-899c-09e98b678832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358e69b5-e9be-4424-ba22-ded6708d6b82,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:36.766579 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-a761664a-430c-4a37-899c-09e98b678832 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.771283 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-a761664a-430c-4a37-899c-09e98b678832 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/358e69b5-e9be-4424-ba22-ded6708d6b82 HTTP/1.1" status: 204 len: 168 time: 0.3228092 Jan 24 22:37:36.775162 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48712) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:36.778457 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f62c2-781a-4677-96d1-461e4efaf0fc None None] Network 1f3c7338-6ac6-467e-ba3e-0040076ea594 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:37:36.847950 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (1f3c7338-6ac6-467e-ba3e-0040076ea594), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.903587 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Deleting port f007e05e-1781-4571-b861-7fe3fa7a3c74 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:36.903929 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.972167 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] For port f007e05e-1781-4571-b861-7fe3fa7a3c74, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=f007e05e-1781-4571-b861-7fe3fa7a3c74,segment=NetworkSegment(71eff286-d29e-4238-b347-9e24ecf3d9da),segment_id=71eff286-d29e-4238-b347-9e24ecf3d9da)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:36.972587 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:36.992165 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Calling delete_port for f007e05e-1781-4571-b861-7fe3fa7a3c74 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:37.071615 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] DHCP port deletion for 1f3c7338-6ac6-467e-ba3e-0040076ea594 request from dv-cinder-813223-4-iscsi {{(pid=102564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 22:37:37.085427 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.114889 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f007e05e-1781-4571-b861-7fe3fa7a3c74,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:37.120005 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] No DVR routers for this DVR port f007e05e-1781-4571-b861-7fe3fa7a3c74 on host dv-cinder-813223-4-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:37:37.125912 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] Deleting port f007e05e-1781-4571-b861-7fe3fa7a3c74 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:37.126302 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.190389 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (1f3c7338-6ac6-467e-ba3e-0040076ea594), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.192950 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] For port f007e05e-1781-4571-b861-7fe3fa7a3c74, host dv-cinder-813223-4-iscsi, got binding levels [] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:37.193406 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.206370 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] Calling delete_port for f007e05e-1781-4571-b861-7fe3fa7a3c74 owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:37.217473 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.ipam_backend_mixin [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] Port f007e05e-1781-4571-b861-7fe3fa7a3c74 was not found and therefore no delete operation was performed {{(pid=102564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 24 22:37:37.217688 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3c7338-6ac6-467e-ba3e-0040076ea594']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:37.218180 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566'] for port (f007e05e-1781-4571-b861-7fe3fa7a3c74), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.226724 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eff286-d29e-4238-b347-9e24ecf3d9da') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:37.227023 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eff286-d29e-4238-b347-9e24ecf3d9da') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:37.237089 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] Pushing event deleted for resources: {'Port': ['ID=f007e05e-1781-4571-b861-7fe3fa7a3c74,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:37.238930 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e86885-b9be-4609-9594-47b8ed829eeb None None] No DVR routers for this DVR port f007e05e-1781-4571-b861-7fe3fa7a3c74 on host dv-cinder-813223-4-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:37:37.242165 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (71eff286-d29e-4238-b347-9e24ecf3d9da), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.258233 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (71eff286-d29e-4238-b347-9e24ecf3d9da), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.264458 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:37:37.264852 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (71eff286-d29e-4238-b347-9e24ecf3d9da), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:37:37.266699 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:37:37.322569 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (1f3c7338-6ac6-467e-ba3e-0040076ea594), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.327856 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:37.331034 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/1f3c7338-6ac6-467e-ba3e-0040076ea594 HTTP/1.1" status: 204 len: 168 time: 0.5548606 Jan 24 22:37:37.334063 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48714) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:37.341867 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e00dde-f5d5-46b9-84c4-763e133f88e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3c7338-6ac6-467e-ba3e-0040076ea594,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:37.421556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:37:37.442072 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:37:37.442426 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0c94b21e-a641-4cf7-aa16-7e5d0f778bcf not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:37:37.442844 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device eda39dc5-f38c-46da-89a1-e4ee7310ff6a no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:37:37.461422 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: eda39dc5-f38c-46da-89a1-e4ee7310ff6a {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:37:37.461802 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device eda39dc5-f38c-46da-89a1-e4ee7310ff6a not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:37:37.462217 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device f007e05e-1781-4571-b861-7fe3fa7a3c74 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:37:37.481251 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: f007e05e-1781-4571-b861-7fe3fa7a3c74 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:37:37.481603 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device f007e05e-1781-4571-b861-7fe3fa7a3c74 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:37:37.954274 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (8e35c685-2d48-4e25-9be5-e86e96556c2a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:38.207242 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Deleting port 9ae2044d-7236-4dd3-a365-c49196af8355 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:38.207485 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:38.284692 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] For port 9ae2044d-7236-4dd3-a365-c49196af8355, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=9ae2044d-7236-4dd3-a365-c49196af8355,segment=NetworkSegment(4b3e552b-3541-4e8c-a165-10b6dfb2e9b3),segment_id=4b3e552b-3541-4e8c-a165-10b6dfb2e9b3)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:38.285036 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:38.300941 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Calling delete_port for 9ae2044d-7236-4dd3-a365-c49196af8355 owned by network:router_interface {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:38.491843 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (9ae2044d-7236-4dd3-a365-c49196af8355), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:38.521405 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae2044d-7236-4dd3-a365-c49196af8355,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:38.678115 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (8e35c685-2d48-4e25-9be5-e86e96556c2a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:38.895896 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Router 8e35c685-2d48-4e25-9be5-e86e96556c2a has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:37:39.002856 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:37:39.007811 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-b7c5b25d-289a-4829-b16a-1294eab1a160 admin admin] 10.222.0.84 "PUT /v2.0/routers/8e35c685-2d48-4e25-9be5-e86e96556c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727240 Jan 24 22:37:39.010793 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48716) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:39.013459 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] Sync routers for ids ['8e35c685-2d48-4e25-9be5-e86e96556c2a'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:37:39.025465 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] Routers {'8e35c685-2d48-4e25-9be5-e86e96556c2a'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:37:39.026094 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:37:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8e35c685-2d48-4e25-9be5-e86e96556c2a'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:39.111900 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks [] for router (8e35c685-2d48-4e25-9be5-e86e96556c2a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.131858 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] Set router 8e35c685-2d48-4e25-9be5-e86e96556c2a gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:37:39.216835 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks [] for router_gateway (8e35c685-2d48-4e25-9be5-e86e96556c2a), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.278116 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Deleting port 0b37487a-f213-4aa5-903d-ff43b7864a31 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:39.278553 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.314976 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:37:38Z', 'revision_number': 5, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port': {'id': '0b37487a-f213-4aa5-903d-ff43b7864a31', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:39.345320 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] Checking router: 8e35c685-2d48-4e25-9be5-e86e96556c2a for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:37:39.354944 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] Routers {'8e35c685-2d48-4e25-9be5-e86e96556c2a'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:37:39.355675 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:37:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8e35c685-2d48-4e25-9be5-e86e96556c2a'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:39.357862 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] For port 0b37487a-f213-4aa5-903d-ff43b7864a31, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=0b37487a-f213-4aa5-903d-ff43b7864a31,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:39.358214 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.375611 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Calling delete_port for 0b37487a-f213-4aa5-903d-ff43b7864a31 owned by network:router_gateway {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:39.443513 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] Set router 8e35c685-2d48-4e25-9be5-e86e96556c2a gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:37:39.495472 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:37:39Z', 'revision_number': 6, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port_host': None}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:39.525739 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b71f2-263b-49fc-ad61-314b324cbb27 None None] The sync data for ids ['8e35c685-2d48-4e25-9be5-e86e96556c2a'] in dv-cinder-813223-4-iscsi is: [{'id': '8e35c685-2d48-4e25-9be5-e86e96556c2a', 'name': 'tempest-TestShelveInstance-643282636-router', 'tenant_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:32:48Z', 'updated_at': '2022-01-24T22:37:39Z', 'revision_number': 6, 'project_id': 'b9b3278ecc6448e8bb67e7d5b4a71900', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:37:39.544748 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (0b37487a-f213-4aa5-903d-ff43b7864a31), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.582007 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b37487a-f213-4aa5-903d-ff43b7864a31,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:39.647375 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (8e35c685-2d48-4e25-9be5-e86e96556c2a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.740660 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (8e35c685-2d48-4e25-9be5-e86e96556c2a), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.743061 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks [] for router_controller (8e35c685-2d48-4e25-9be5-e86e96556c2a), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.791759 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (8e35c685-2d48-4e25-9be5-e86e96556c2a), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.792338 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e35c685-2d48-4e25-9be5-e86e96556c2a {{(pid=102562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:37:39.797007 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.798182 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-6327471f-c1ac-4cda-a2f5-e07c7741f4b1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/8e35c685-2d48-4e25-9be5-e86e96556c2a HTTP/1.1" status: 204 len: 168 time: 0.7865014 Jan 24 22:37:39.800745 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48718) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:39.846833 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98c6392-eef9-4508-99f3-0bceca7cb536 admin admin] Deleting subnet 12090fa2-8623-46c3-96dd-b181bb2afc39 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:37:39.849780 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d98c6392-eef9-4508-99f3-0bceca7cb536 admin admin] Publish callbacks [] for subnet (12090fa2-8623-46c3-96dd-b181bb2afc39), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.887843 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d98c6392-eef9-4508-99f3-0bceca7cb536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (12090fa2-8623-46c3-96dd-b181bb2afc39), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:39.970731 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d98c6392-eef9-4508-99f3-0bceca7cb536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (12090fa2-8623-46c3-96dd-b181bb2afc39), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.028179 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d98c6392-eef9-4508-99f3-0bceca7cb536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (12090fa2-8623-46c3-96dd-b181bb2afc39), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.054326 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c6392-eef9-4508-99f3-0bceca7cb536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12090fa2-8623-46c3-96dd-b181bb2afc39,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:40.059008 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-d98c6392-eef9-4508-99f3-0bceca7cb536 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.062339 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d98c6392-eef9-4508-99f3-0bceca7cb536 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/12090fa2-8623-46c3-96dd-b181bb2afc39 HTTP/1.1" status: 204 len: 168 time: 0.2606218 Jan 24 22:37:40.064815 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea4769-626f-4e67-93c8-b056de84a2cf None None] Network 17637f30-df3d-421d-a3b4-abff5ba5e31e requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:37:40.065341 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48720) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:40.138030 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (17637f30-df3d-421d-a3b4-abff5ba5e31e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.194145 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Deleting port 00633c34-07a6-498e-a191-16195b301237 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:40.194489 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (00633c34-07a6-498e-a191-16195b301237), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.207040 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] DHCP port deletion for 17637f30-df3d-421d-a3b4-abff5ba5e31e request from dv-cinder-813223-4-iscsi {{(pid=102564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 22:37:40.259350 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] For port 00633c34-07a6-498e-a191-16195b301237, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=00633c34-07a6-498e-a191-16195b301237,segment=NetworkSegment(4b3e552b-3541-4e8c-a165-10b6dfb2e9b3),segment_id=4b3e552b-3541-4e8c-a165-10b6dfb2e9b3)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:40.259506 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (00633c34-07a6-498e-a191-16195b301237), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.259817 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] Deleting port 00633c34-07a6-498e-a191-16195b301237 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:37:40.260635 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (00633c34-07a6-498e-a191-16195b301237), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.272580 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Calling delete_port for 00633c34-07a6-498e-a191-16195b301237 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:40.332701 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] For port 00633c34-07a6-498e-a191-16195b301237, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=00633c34-07a6-498e-a191-16195b301237,segment=NetworkSegment(4b3e552b-3541-4e8c-a165-10b6dfb2e9b3),segment_id=4b3e552b-3541-4e8c-a165-10b6dfb2e9b3)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:37:40.333150 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (00633c34-07a6-498e-a191-16195b301237), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.347894 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] Calling delete_port for 00633c34-07a6-498e-a191-16195b301237 owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:37:40.357006 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (00633c34-07a6-498e-a191-16195b301237), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.382286 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=00633c34-07a6-498e-a191-16195b301237,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:40.387046 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] No DVR routers for this DVR port 00633c34-07a6-498e-a191-16195b301237 on host dv-cinder-813223-4-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:37:40.428258 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566'] for port (00633c34-07a6-498e-a191-16195b301237), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.456858 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] No DVR routers for this DVR port 00633c34-07a6-498e-a191-16195b301237 on host dv-cinder-813223-4-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:37:40.459816 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fad41-9c4a-49d0-9c73-94369295ec74 None None] Pushing event deleted for resources: {'Port': ['ID=00633c34-07a6-498e-a191-16195b301237,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:40.463277 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (17637f30-df3d-421d-a3b4-abff5ba5e31e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.484416 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17637f30-df3d-421d-a3b4-abff5ba5e31e']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:40.493741 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:40.494053 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3e552b-3541-4e8c-a165-10b6dfb2e9b3') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:37:40.503633 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (4b3e552b-3541-4e8c-a165-10b6dfb2e9b3), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.517274 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (4b3e552b-3541-4e8c-a165-10b6dfb2e9b3), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.526830 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:37:40.527420 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (4b3e552b-3541-4e8c-a165-10b6dfb2e9b3), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:37:40.529437 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:37:40.593650 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (17637f30-df3d-421d-a3b4-abff5ba5e31e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.602633 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.606143 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] 10.222.0.84 "DELETE /v2.0/networks/17637f30-df3d-421d-a3b4-abff5ba5e31e HTTP/1.1" status: 204 len: 168 time: 0.5400934 Jan 24 22:37:40.617163 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4273a-33c0-44e7-9afd-80e153d3a5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=17637f30-df3d-421d-a3b4-abff5ba5e31e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:40.695646 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:37:40.787904 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48724) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:40.831151 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-13a48d0e-3330-41d4-add4-a91dc1f6b7cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=63897275a7664529bc1d568ba2f36b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420449 Jan 24 22:37:40.833752 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48726) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:40.886129 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0941e844-b338-42dc-a3e0-f53ab09b0146 admin admin] Publish callbacks [] for security_group (1cc40d17-1c10-4fd2-9670-017da754fe37), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.908094 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0941e844-b338-42dc-a3e0-f53ab09b0146 admin admin] Publish callbacks [] for security_group (1cc40d17-1c10-4fd2-9670-017da754fe37), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.967466 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0941e844-b338-42dc-a3e0-f53ab09b0146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (1cc40d17-1c10-4fd2-9670-017da754fe37), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.970205 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-0941e844-b338-42dc-a3e0-f53ab09b0146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:40.971361 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-0941e844-b338-42dc-a3e0-f53ab09b0146 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1cc40d17-1c10-4fd2-9670-017da754fe37 HTTP/1.1" status: 204 len: 168 time: 0.1367383 Jan 24 22:37:40.979000 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941e844-b338-42dc-a3e0-f53ab09b0146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc40d17-1c10-4fd2-9670-017da754fe37,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:41.320122 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48732) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:41.365364 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-43cea6e3-3e66-4980-908e-615304242d21 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b9b3278ecc6448e8bb67e7d5b4a71900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439680 Jan 24 22:37:41.368001 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 48734) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:37:41.416126 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-64fb331b-712f-4fcc-af53-00b1f00a0c6d admin admin] Publish callbacks [] for security_group (9166162d-3ba3-4ecf-ab62-c2210610b4c5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:41.425908 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0b37487a-f213-4aa5-903d-ff43b7864a31 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:37:41.440144 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-64fb331b-712f-4fcc-af53-00b1f00a0c6d admin admin] Publish callbacks [] for security_group (9166162d-3ba3-4ecf-ab62-c2210610b4c5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:41.445521 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 0b37487a-f213-4aa5-903d-ff43b7864a31 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:37:41.445863 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 0b37487a-f213-4aa5-903d-ff43b7864a31 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:37:41.446307 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 00633c34-07a6-498e-a191-16195b301237 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:37:41.464475 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 00633c34-07a6-498e-a191-16195b301237 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:37:41.464814 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 00633c34-07a6-498e-a191-16195b301237 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:37:41.465235 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 9ae2044d-7236-4dd3-a365-c49196af8355 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:37:41.484267 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 9ae2044d-7236-4dd3-a365-c49196af8355 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:37:41.484629 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 9ae2044d-7236-4dd3-a365-c49196af8355 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:37:41.488090 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-64fb331b-712f-4fcc-af53-00b1f00a0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (9166162d-3ba3-4ecf-ab62-c2210610b4c5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:41.491125 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-64fb331b-712f-4fcc-af53-00b1f00a0c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:41.491841 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-64fb331b-712f-4fcc-af53-00b1f00a0c6d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9166162d-3ba3-4ecf-ab62-c2210610b4c5 HTTP/1.1" status: 204 len: 168 time: 0.1228509 Jan 24 22:37:41.501698 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb331b-712f-4fcc-af53-00b1f00a0c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9166162d-3ba3-4ecf-ab62-c2210610b4c5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:37:46.159962 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9e2b1d53-8871-4932-a662-e25100f9fcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:48.494432 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b3128650-b808-4955-9c59-5a11c323901a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:49.502560 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:51.028946 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:52.387083 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:37:58.962016 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:03.989603 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-ff808c66-f1cd-4d22-8a81-2a9b4923217e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407581 Jan 24 22:38:04.066817 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-6d9adccd-b1ac-4f7f-a7d9-d87672bfa17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:04.068315 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-6d9adccd-b1ac-4f7f-a7d9-d87672bfa17b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 1098 time: 0.0435030 Jan 24 22:38:04.176260 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-199d9dae-2d4d-4215-8e8c-e7bfb6de1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:04.177764 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-199d9dae-2d4d-4215-8e8c-e7bfb6de1dee service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0904541 Jan 24 22:38:04.246746 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-9c6e264e-a29c-4624-9814-a42e05bcb2cb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb HTTP/1.1" status: 200 len: 1001 time: 0.0620062 Jan 24 22:38:04.297736 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-c40c0014-58b5-481b-be82-fae444fd1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:04.299167 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-c40c0014-58b5-481b-be82-fae444fd1009 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0461125 Jan 24 22:38:04.343734 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-7687a33d-7a81-4b62-b4bb-e50648b04e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:04.345261 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-7687a33d-7a81-4b62-b4bb-e50648b04e50 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404966 Jan 24 22:38:04.354757 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-92c42791-ed7b-4e5b-9d70-c9e39d4a0504 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:38:04.355721 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-92c42791-ed7b-4e5b-9d70-c9e39d4a0504 service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048957 Jan 24 22:38:04.452141 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-3e069c33-a4fc-4122-948f-521c9e42ac54 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898831 Jan 24 22:38:04.546513 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eb0b76d-ede3-481d-8f5e-2b156593c3c1 req-8069e33f-b70e-4fc8-9b2a-79dbdd9b8cd1 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876613 Jan 24 22:38:16.157226 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d0b346a2-d9fa-4165-ad76-ade7ecbf5e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:17.700583 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:38:18.490604 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5192f42a-f608-4c1e-9292-9568a250d20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:19.506405 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:21.023007 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:22.388297 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:28.970794 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:43.145661 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86fbc-b97b-413c-af0c-78380d295529 req-21616bab-61c8-438b-b27a-ddb9786501e2 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:43.147110 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5aa86fbc-b97b-413c-af0c-78380d295529 req-21616bab-61c8-438b-b27a-ddb9786501e2 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 945 time: 0.2648938 Jan 24 22:38:43.199017 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5aa86fbc-b97b-413c-af0c-78380d295529 req-e9130b18-3b2d-4485-9028-007130e37594 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462153 Jan 24 22:38:44.406333 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f567c39-0776-4838-8f29-831f938e9d56 req-3a49e58d-451e-4a7f-abd7-1a5b0af82e22 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:44.407818 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f567c39-0776-4838-8f29-831f938e9d56 req-3a49e58d-451e-4a7f-abd7-1a5b0af82e22 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 945 time: 0.1244204 Jan 24 22:38:44.456372 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-6f567c39-0776-4838-8f29-831f938e9d56 req-1f110c36-0997-47ff-87c6-098f564e3bf3 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428541 Jan 24 22:38:44.726681 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-188cf853-89fb-4b50-b7fc-ba77a248e4f3 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:44.728136 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-188cf853-89fb-4b50-b7fc-ba77a248e4f3 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 945 time: 0.0607269 Jan 24 22:38:44.827348 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Deleting port 1c993416-4d52-4b90-a42e-27e0ad5072cb {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:38:44.827736 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:44.925706 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] For port 1c993416-4d52-4b90-a42e-27e0ad5072cb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c993416-4d52-4b90-a42e-27e0ad5072cb,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:38:44.926024 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:45.110993 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:45.111268 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (903dd140-2e3b-435b-9f1f-7390c1e328e0), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:45.111637 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Floating IP 903dd140-2e3b-435b-9f1f-7390c1e328e0 disassociated. External IP: 172.27.3.189, port: 1c993416-4d52-4b90-a42e-27e0ad5072cb. Jan 24 22:38:45.112143 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Calling delete_port for 1c993416-4d52-4b90-a42e-27e0ad5072cb owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:38:45.243502 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (1c993416-4d52-4b90-a42e-27e0ad5072cb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:45.280892 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event deleted for resources: {'Port': ['ID=1c993416-4d52-4b90-a42e-27e0ad5072cb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:38:45.291374 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.291728 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.292059 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.292399 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.292733 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.293084 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.293416 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.293749 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.294073 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.294399 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.294719 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.295046 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.295363 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:45.405622 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Router 9a19951e-edb5-4731-8da2-e9c21597a79d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:38:45.516548 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:38:45.528181 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:38:45.541323 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:38:45.542326 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:38:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:38:45.555679 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] No DVR routers for this DVR port 1c993416-4d52-4b90-a42e-27e0ad5072cb on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:38:45.558314 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:45.558571 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b76f0fac-0bd5-4a9f-876c-98c2e516bb3f req-c2967166-eb3e-4fd0-8808-5f41eeaf1fe7 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=294678b9-e38b-4c90-8b10-52275ca06521 HTTP/1.1" status: 200 len: 210 time: 0.0307646 Jan 24 22:38:45.562367 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ccaf9829-e238-475a-b6bb-d58ae8f94eee req-6e95f381-79ea-4088-8329-586c69e8374b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "DELETE /v2.0/ports/1c993416-4d52-4b90-a42e-27e0ad5072cb HTTP/1.1" status: 204 len: 173 time: 0.8286438 Jan 24 22:38:45.562826 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294678b9-e38b-4c90-8b10-52275ca06521', 'name': 'network-vif-deleted', 'tag': '1c993416-4d52-4b90-a42e-27e0ad5072cb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:38:45.565187 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0cd3bb-d27e-4ea7-9e2a-d50eee52f63c" -d '{"events": [{"server_uuid": "294678b9-e38b-4c90-8b10-52275ca06521", "name": "network-vif-deleted", "tag": "1c993416-4d52-4b90-a42e-27e0ad5072cb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:38:45.684072 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c80aba-564a-49d2-9ba9-3b4d7f3ff414 x-openstack-request-id: req-81c80aba-564a-49d2-9ba9-3b4d7f3ff414 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:38:45.684369 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294678b9-e38b-4c90-8b10-52275ca06521", "name": "network-vif-deleted", "tag": "1c993416-4d52-4b90-a42e-27e0ad5072cb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:38:45.684678 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-81c80aba-564a-49d2-9ba9-3b4d7f3ff414 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:38:45.685127 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294678b9-e38b-4c90-8b10-52275ca06521', 'name': 'network-vif-deleted', 'tag': '1c993416-4d52-4b90-a42e-27e0ad5072cb', 'status': 'completed', 'code': 200} Jan 24 22:38:45.809134 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:38:46.015619 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:38:46.046588 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:38:46.055652 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:38:46.056266 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:38:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:38:46.165132 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-668dd16d-d39c-4dfe-8a28-b214afd65cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:46.174152 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:38:46.385951 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:38:46.419025 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0308445-ae37-4ba7-b39b-6c9063ce3de3 None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:38:46.634124 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182f2ec-ec30-4ba7-a0ce-8c84ebbac33e None None] New status for floating IP 903dd140-2e3b-435b-9f1f-7390c1e328e0: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:38:46.830874 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-8e6f47e1-9d8c-4e82-9db0-7d89b26efdfb tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11730502&fields=id&tenant_id=3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 267 time: 0.0438290 Jan 24 22:38:46.947964 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-74c8b02e-a467-421e-aede-e329d256ab3d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:46.949475 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-74c8b02e-a467-421e-aede-e329d256ab3d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 811 time: 0.1091986 Jan 24 22:38:46.967298 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-6fcc9520-3a3f-4896-a3f1-ff5ab199462d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/quotas/3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 375 time: 0.0097299 Jan 24 22:38:47.024135 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-c8c9df0b-0eb5-42c9-aa67-19587389f83c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496178 Jan 24 22:38:47.087580 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-ddbdba4c-edee-482f-9e49-967413fdb121 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 22:38:47.088543 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-ddbdba4c-edee-482f-9e49-967413fdb121 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531898 Jan 24 22:38:47.191039 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-7113e39f-f60d-4439-bdf4-89a851e7e58e service neutron] 10.222.0.84 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963075 Jan 24 22:38:47.261421 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 1c993416-4d52-4b90-a42e-27e0ad5072cb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:38:47.280542 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 1c993416-4d52-4b90-a42e-27e0ad5072cb {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:38:47.280885 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 1c993416-4d52-4b90-a42e-27e0ad5072cb not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:38:47.288300 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-2c300aff-55e1-4e02-8649-4e49bc5d3007 service neutron] 10.222.0.84 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909276 Jan 24 22:38:47.603905 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3b71e0e6-cbd8-44ca-8fd0-b363a6da220b req-d915301c-8a75-432d-b5b4-d14f5e4c839b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 210 time: 0.0256383 Jan 24 22:38:48.494841 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3550cc2e-e371-4d73-b1f0-79c1a349514d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:48.698946 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-3581b5a1-28e5-4448-8715-9e1fbc0537ea req-6f7ae499-4c8c-4379-b511-4913a0f30a9e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 210 time: 0.0259280 Jan 24 22:38:48.750297 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-9f085973-5117-48c3-a54e-757f8bc8e0f0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:48.751942 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-9f085973-5117-48c3-a54e-757f8bc8e0f0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 811 time: 0.1078212 Jan 24 22:38:48.819681 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-96fcec09-f2af-4ef9-8965-2345e28b71b5 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 378 time: 0.0543218 Jan 24 22:38:48.837693 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'port': {'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'admin_state_up': True, 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'security_groups': ['9a65d247-5a7b-431b-a46e-d37e31cc4a66']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:38:48.952647 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Made reservation on behalf of 3e579d6f341241508dfd3800965f27c1 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:38:48.956381 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.090231 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Allocated IP 172.20.0.9 (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb/eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84/2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:38:49.235088 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.273250 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.317094 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:38:49.322237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:38:49.326695 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:38:49.331265 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:38:49.382573 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:49.383632 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.402556 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-547df4a4-61f4-4e4e-bdda-43a5a94a1999 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686085 Jan 24 22:38:49.468723 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Request body: {'port': {'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:38:49.508179 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.535861 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.576317 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-809025b6-7e66-403c-9f33-19b59519d7c5 None None] Provisioning complete for port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:38:49.576707 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-809025b6-7e66-403c-9f33-19b59519d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.610186 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-809025b6-7e66-403c-9f33-19b59519d7c5 None None] Port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:38:49.805018 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:38:49.813492 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Publish callbacks [] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.817269 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c506bd-9108-4c9f-9309-75b15f1d9522 req-8c48780e-73a2-488d-ad8b-1fd8e1f7ca85 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:49.818715 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-34c506bd-9108-4c9f-9309-75b15f1d9522 req-8c48780e-73a2-488d-ad8b-1fd8e1f7ca85 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 931 time: 0.0476744 Jan 24 22:38:49.826745 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Transition to ACTIVE for port object 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:38:49.832750 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:49.879363 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-34c506bd-9108-4c9f-9309-75b15f1d9522 req-212b369a-3d93-4696-8cc6-1dd4aa0dd577 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539651 Jan 24 22:38:49.882979 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Pushing event updated for resources: {'Port': ['ID=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:38:49.962264 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Attempting to bind port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:38:49.962699 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Attempting to bind port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:38:49.962973 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Attempting to bind port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:38:49.968101 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:38:49.968431 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Attempting to bind port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:38:49.973892 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:38:49.974237 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Checking segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:38:49.974626 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Bound using segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:38:49.975061 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Bound port: 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:38:49.975420 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:50.042443 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] For port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:38:50.047437 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] For port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:38:50.054453 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:50.089704 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:50.090407 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:50.092249 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] 10.222.0.115 "PUT /v2.0/ports/2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 200 len: 1093 time: 0.6764770 Jan 24 22:38:50.094413 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:38:50.096670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ea72aa-6259-4ff2-bb3f-1f16bb132896" -d '{"events": [{"name": "network-changed", "server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:38:50.142572 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a10cda-b313-4199-b204-d25e65139753 x-openstack-request-id: req-41a10cda-b313-4199-b204-d25e65139753 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:38:50.142836 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:38:50.143073 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-41a10cda-b313-4199-b204-d25e65139753 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:38:50.143495 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'status': 'completed', 'code': 200} Jan 24 22:38:50.144206 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51294b77-df15-4a1b-9221-98f46ba4dacd service neutron] Pushing event updated for resources: {'Port': ['ID=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:38:50.201878 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-5f64baa4-1fc9-448f-b1ad-fad7c30fd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:50.203404 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-5f64baa4-1fc9-448f-b1ad-fad7c30fd73e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1096 time: 0.0452766 Jan 24 22:38:50.252267 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-9c13f94e-3338-445e-8c0d-ecd05b571c9e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 200 len: 217 time: 0.0367551 Jan 24 22:38:50.302380 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-ee986761-d3f0-49f6-a002-985fa9d29c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:50.303910 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-ee986761-d3f0-49f6-a002-985fa9d29c56 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0454414 Jan 24 22:38:50.358041 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-c2f932da-adb9-42cb-9955-a3f11df2d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:50.361712 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-c2f932da-adb9-42cb-9955-a3f11df2d868 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522466 Jan 24 22:38:50.457305 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-f8535b0d-6360-40ca-955b-a0ce02e569ec service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888610 Jan 24 22:38:50.551226 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0db2b647-c6f9-4982-b054-4d8be21ec346 req-42ea3a32-06cf-4f11-88a8-acdd74e9e57f service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882509 Jan 24 22:38:50.683002 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-62a2ad69-8c64-40d0-93c2-9a1d5be65df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:50.684477 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-62a2ad69-8c64-40d0-93c2-9a1d5be65df4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1096 time: 0.0423682 Jan 24 22:38:50.775328 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-02314c59-24bb-4b7f-8420-6b2f2ce7770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:50.776748 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-02314c59-24bb-4b7f-8420-6b2f2ce7770f service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0854638 Jan 24 22:38:50.818849 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-b96a85ba-7a41-41a5-86c2-05a8e2489283 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 200 len: 217 time: 0.0346742 Jan 24 22:38:50.873774 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-1ae07feb-7f65-4e89-96f8-3be20d5dd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:50.875181 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-1ae07feb-7f65-4e89-96f8-3be20d5dd2e5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0435872 Jan 24 22:38:50.926357 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-59a85dfa-1256-4b18-8bf4-7417f2c24a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:50.928016 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-59a85dfa-1256-4b18-8bf4-7417f2c24a3d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459385 Jan 24 22:38:50.997865 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb024-fdc3-459c-a044-1d51ad3bec18 req-a4018ea4-bdea-4e13-b0a5-f8b877d0a891 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:51.003390 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a30fb024-fdc3-459c-a044-1d51ad3bec18 req-a4018ea4-bdea-4e13-b0a5-f8b877d0a891 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 943 time: 0.0540986 Jan 24 22:38:51.022545 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-64f3c8a7-d989-4856-8e77-962bb21db07d service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879455 Jan 24 22:38:51.025507 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:51.065456 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a30fb024-fdc3-459c-a044-1d51ad3bec18 req-60112514-dfc0-4b56-b828-ad2050041b54 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445139 Jan 24 22:38:51.385099 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-38ea72aa-6259-4ff2-bb3f-1f16bb132896 req-ef3d414d-6bd1-48e8-91bc-4fc517566ce1 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572035 Jan 24 22:38:52.196123 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f8bf8-bda7-4c8d-bfc0-f0253c2de7e2 req-93f58834-392e-41cb-a345-d63098910438 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:52.197606 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e1f8bf8-bda7-4c8d-bfc0-f0253c2de7e2 req-93f58834-392e-41cb-a345-d63098910438 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 943 time: 0.0592005 Jan 24 22:38:52.245971 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e1f8bf8-bda7-4c8d-bfc0-f0253c2de7e2 req-b54cb30a-06ed-4f75-a3d5-53e60d097460 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425277 Jan 24 22:38:52.386135 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:53.374483 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9b053-5cad-4ab8-b82b-b452a3c9d54f req-6cd27023-9d41-42f5-9d07-9dde8c28c37b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:53.375957 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e3e9b053-5cad-4ab8-b82b-b452a3c9d54f req-6cd27023-9d41-42f5-9d07-9dde8c28c37b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 943 time: 0.0536687 Jan 24 22:38:53.427432 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-e3e9b053-5cad-4ab8-b82b-b452a3c9d54f req-fc27b587-6fba-4363-8a97-10f7ac423ed6 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457053 Jan 24 22:38:54.574419 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60e3db-a885-4d95-9416-42d8a81409ec req-a58c0a50-2be4-4abe-bf50-d4aedba11e0e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:54.575882 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db60e3db-a885-4d95-9416-42d8a81409ec req-a58c0a50-2be4-4abe-bf50-d4aedba11e0e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 943 time: 0.0687392 Jan 24 22:38:54.625923 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-db60e3db-a885-4d95-9416-42d8a81409ec req-5575f593-0a8b-4964-b063-227256194676 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442619 Jan 24 22:38:54.705389 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:38:55.768609 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12375e9-87fa-4326-949c-b06ad9c57994 req-d584537f-3bfe-4a82-91f2-6cf8bdd5f709 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:55.770123 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c12375e9-87fa-4326-949c-b06ad9c57994 req-d584537f-3bfe-4a82-91f2-6cf8bdd5f709 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 943 time: 0.0538924 Jan 24 22:38:55.829127 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c12375e9-87fa-4326-949c-b06ad9c57994 req-6a672ec3-9f04-4761-81d6-0ebc08738bb6 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495467 Jan 24 22:38:56.957819 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa1f38-56f8-4e64-86ee-90d148b2e7cb req-950dc9ac-101d-43b9-89e3-0b7625150563 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:56.959234 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-14aa1f38-56f8-4e64-86ee-90d148b2e7cb req-950dc9ac-101d-43b9-89e3-0b7625150563 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 943 time: 0.0566866 Jan 24 22:38:57.012749 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-14aa1f38-56f8-4e64-86ee-90d148b2e7cb req-b41e8f56-d80b-467a-a2d9-b6e4fbefc621 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470741 Jan 24 22:38:57.279533 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:38:57.383138 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:38:57.394602 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:38:57.441452 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:38:57.442105 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:57.456497 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:38:57.475048 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:38:57.481753 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:57.527934 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:38:57.534967 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.535250 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.535594 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.535934 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.536260 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.536589 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.536887 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.537307 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.537634 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.537959 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.538278 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.538599 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.538917 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:38:57.762195 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:38:58.155704 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31de46b-c049-4f67-8119-2f3b6d737d1d req-3cff6e53-3237-479e-8d1c-748144320abd tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:58.157200 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c31de46b-c049-4f67-8119-2f3b6d737d1d req-3cff6e53-3237-479e-8d1c-748144320abd tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 944 time: 0.0583713 Jan 24 22:38:58.206655 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-c31de46b-c049-4f67-8119-2f3b6d737d1d req-732dc947-f69b-473e-ace1-c8da10ea311d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438383 Jan 24 22:38:58.986621 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:59.296566 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:38:59.341687 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7744d-7796-497d-9a6d-1680e4b88c9e req-17da02ab-19c3-4c57-b2b8-68e5ff6bc501 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:59.343186 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-29e7744d-7796-497d-9a6d-1680e4b88c9e req-17da02ab-19c3-4c57-b2b8-68e5ff6bc501 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 944 time: 0.0626180 Jan 24 22:38:59.359457 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:38:59.363351 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:38:59.363711 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:59.397104 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-29e7744d-7796-497d-9a6d-1680e4b88c9e req-68e90440-7894-4d08-80f1-9e30a9f5f3b2 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458047 Jan 24 22:38:59.441868 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:38:59.442254 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:59.464822 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:38:59.467464 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30cf9cc-5c77-4ce5-bc73-b93d56bf2535" -d '{"events": [{"server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "name": "network-vif-plugged", "status": "completed", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:38:59.482908 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:38:59.488019 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:38:59.537232 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:38:59.564613 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e82d1-a9a0-40ae-9251-e67532301a13 x-openstack-request-id: req-5d1e82d1-a9a0-40ae-9251-e67532301a13 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:38:59.564928 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "name": "network-vif-plugged", "status": "completed", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:38:59.565215 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5d1e82d1-a9a0-40ae-9251-e67532301a13 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:38:59.565641 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'code': 200} Jan 24 22:38:59.835563 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81f5d4-61ef-411d-a1ee-2671da1e5bca req-fd3d885a-b34b-4932-9e23-e76840a093c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:38:59.836960 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2f81f5d4-61ef-411d-a1ee-2671da1e5bca req-fd3d885a-b34b-4932-9e23-e76840a093c3 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1098 time: 0.0470788 Jan 24 22:38:59.883067 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2f81f5d4-61ef-411d-a1ee-2671da1e5bca req-77a05e41-b568-4427-b80d-dc72833316b9 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396669 Jan 24 22:39:00.527601 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad10c0e-f53e-4a7f-a81e-384493932b07 req-e60031bc-b7c2-45b4-9709-991c99ff2c82 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:00.529094 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fad10c0e-f53e-4a7f-a81e-384493932b07 req-e60031bc-b7c2-45b4-9709-991c99ff2c82 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 945 time: 0.0519235 Jan 24 22:39:00.578845 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-fad10c0e-f53e-4a7f-a81e-384493932b07 req-7aa9f715-2ee9-463f-8d93-2eec53b79bb5 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442569 Jan 24 22:39:01.709491 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053bb41-b33c-4d4a-9216-b28bc96cc7e4 req-2b4d35b1-1e7c-454d-8e0a-ae788f8b9214 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:01.710933 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1053bb41-b33c-4d4a-9216-b28bc96cc7e4 req-2b4d35b1-1e7c-454d-8e0a-ae788f8b9214 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 945 time: 0.0561776 Jan 24 22:39:01.763413 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-1053bb41-b33c-4d4a-9216-b28bc96cc7e4 req-6a001639-a816-42de-913a-a88bc4079c62 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464458 Jan 24 22:39:01.896740 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c28f88-ca24-4e51-bacb-84543465cea3 req-949c2e5e-95bb-46d0-93e3-c7391082eb1b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:01.898276 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b4c28f88-ca24-4e51-bacb-84543465cea3 req-949c2e5e-95bb-46d0-93e3-c7391082eb1b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 945 time: 0.0561092 Jan 24 22:39:01.952493 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b4c28f88-ca24-4e51-bacb-84543465cea3 req-039c3f61-9624-41ac-961a-1770416effd6 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459239 Jan 24 22:39:01.975271 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48836) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:39:02.014973 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d038d0-67b4-4c55-af72-2f14b44a18cb tempest-TestVolumeBootPattern-7860556 tempest-TestVolumeBootPattern-7860556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:02.016450 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-d6d038d0-67b4-4c55-af72-2f14b44a18cb tempest-TestVolumeBootPattern-7860556 tempest-TestVolumeBootPattern-7860556-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1093 time: 0.0402193 Jan 24 22:39:02.019441 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48838) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:39:02.023632 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:39:02.049685 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:02.151750 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:02.258547 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Allocated IP 172.27.3.27 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/4ab08051-a375-44a8-ae74-737c68d01f50) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:39:02.615165 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (4ab08051-a375-44a8-ae74-737c68d01f50), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:02.657275 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (4ab08051-a375-44a8-ae74-737c68d01f50), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:02.697705 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:39:02.700624 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:39:02.704345 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:39:02.709731 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=4ab08051-a375-44a8-ae74-737c68d01f50,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:39:02.736126 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.736469 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.736805 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.737173 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.737501 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.737819 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.738138 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.738451 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.738768 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.739054 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.739395 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.739690 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:02.739996 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:39:03.082986 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (bf943c8b-473f-46c4-b890-2c3168dec3dd), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:03.154612 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (4ab08051-a375-44a8-ae74-737c68d01f50), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:03.310725 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (4ab08051-a375-44a8-ae74-737c68d01f50), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:03.318297 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (4ab08051-a375-44a8-ae74-737c68d01f50), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:03.383415 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=4ab08051-a375-44a8-ae74-737c68d01f50,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:39:03.397597 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (bf943c8b-473f-46c4-b890-2c3168dec3dd), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:03.497496 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Floating IP bf943c8b-473f-46c4-b890-2c3168dec3dd associated. External IP: 172.27.3.27, port: 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f. Jan 24 22:39:03.733759 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Router 9a19951e-edb5-4731-8da2-e9c21597a79d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:39:03.838731 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:39:03.849119 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:39:03.859018 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:03.859925 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:39:03.860538 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:38:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:39:03.887394 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9f8c91bd-787b-4e6c-bc0f-fea7ba5accc0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8669403 Jan 24 22:39:03.887985 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:39:03.890319 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033248f1-6f97-4574-aa5f-1b55345425cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:39:03.944172 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-582df213-4550-4bc9-8d9e-e706d80352bc service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398824 Jan 24 22:39:03.984492 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:39:03.985963 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae690b20-7a89-49da-a6cf-2ee911dd3c90 x-openstack-request-id: req-ae690b20-7a89-49da-a6cf-2ee911dd3c90 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:39:03.986233 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:39:03.986488 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ae690b20-7a89-49da-a6cf-2ee911dd3c90 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:39:03.986899 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'status': 'completed', 'code': 200} Jan 24 22:39:04.046831 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-f2d55044-639b-4c54-ab1d-f42289c45359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:04.048324 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-f2d55044-639b-4c54-ab1d-f42289c45359 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1098 time: 0.0394292 Jan 24 22:39:04.152725 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-4383dd9b-d127-465b-92b0-3c223809387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:04.154242 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-4383dd9b-d127-465b-92b0-3c223809387b service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0856104 Jan 24 22:39:04.217158 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:02Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:39:04.222323 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-ab071eb5-ed9c-471d-b006-a0635fba0945 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 200 len: 998 time: 0.0621848 Jan 24 22:39:04.243187 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:39:04.252711 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:39:04.253354 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:38:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:39:04.270848 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-3b0b8b46-b5e0-4739-8112-c801eb518472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:04.272279 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-3b0b8b46-b5e0-4739-8112-c801eb518472 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0442393 Jan 24 22:39:04.316253 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-2dd62a8a-4f12-4d12-abe0-a31cb71baccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:04.317764 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-2dd62a8a-4f12-4d12-abe0-a31cb71baccf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393624 Jan 24 22:39:04.363130 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:39:04.411176 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-6ae42021-b7d3-48bd-88dc-b621ca324c68 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869637 Jan 24 22:39:04.499164 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f5f37174-9885-4aff-bce4-1bb17a598809 req-df480614-9dcd-4fd1-bcbf-58270eb51961 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818553 Jan 24 22:39:04.598609 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:02Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:39:04.617967 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033248f1-6f97-4574-aa5f-1b55345425cb req-757435d4-11a2-413c-a8bf-025d1bbdf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:04.619483 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-033248f1-6f97-4574-aa5f-1b55345425cb req-757435d4-11a2-413c-a8bf-025d1bbdf876 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1098 time: 0.0417926 Jan 24 22:39:04.719628 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033248f1-6f97-4574-aa5f-1b55345425cb req-eb7bd4ab-1b0a-4e9d-b6f7-bf75c8bb8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:04.721219 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-033248f1-6f97-4574-aa5f-1b55345425cb req-eb7bd4ab-1b0a-4e9d-b6f7-bf75c8bb8c94 service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0956175 Jan 24 22:39:04.763157 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b016c-e2a0-4281-964a-bded1945ca94 None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:02Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:39:04.793249 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-033248f1-6f97-4574-aa5f-1b55345425cb req-e806fcdd-5d06-420c-a63e-6deeb830f837 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 200 len: 998 time: 0.0658982 Jan 24 22:39:04.842219 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033248f1-6f97-4574-aa5f-1b55345425cb req-fb92b9fa-af10-4693-ab2b-fac50940a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:04.843725 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-033248f1-6f97-4574-aa5f-1b55345425cb req-fb92b9fa-af10-4693-ab2b-fac50940a8f5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0455489 Jan 24 22:39:04.891549 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033248f1-6f97-4574-aa5f-1b55345425cb req-08648eb6-399b-478d-9e26-8d4605806ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:39:04.893107 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-033248f1-6f97-4574-aa5f-1b55345425cb req-08648eb6-399b-478d-9e26-8d4605806ca7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431399 Jan 24 22:39:04.951654 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0938c01-d96a-45df-8464-645b5a42c09d None None] New status for floating IP bf943c8b-473f-46c4-b890-2c3168dec3dd: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:39:04.989204 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-033248f1-6f97-4574-aa5f-1b55345425cb req-ffa2bd89-672e-4984-9096-95ab872f605e service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896056 Jan 24 22:39:05.076624 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-033248f1-6f97-4574-aa5f-1b55345425cb req-6610c776-2fe9-425a-b535-0056772fcc9e service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813196 Jan 24 22:39:16.160354 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bb785503-a698-4c76-a4e9-f0bcc6d9025d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:18.502424 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-97314ca2-40a7-44d4-835f-ab577acb8c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:19.512698 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:21.032609 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:22.385312 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:28.986018 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:31.708170 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:39:46.166794 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90dd744c-412e-424b-bd79-f28316241757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:48.498433 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8f14-e2b3-43a0-bbb4-6eb9c79db05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:49.514091 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:51.043862 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:52.382472 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:39:59.002082 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:04.986397 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-c613fddd-fcc0-4c60-9aaf-5d80c01f9c93 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447752 Jan 24 22:40:05.095293 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-75937956-cd1a-44c0-907a-600023c40449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:05.097793 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-75937956-cd1a-44c0-907a-600023c40449 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1098 time: 0.0524719 Jan 24 22:40:05.208230 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-fbe46323-e52a-4a28-99f0-ad6d3f256f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:05.209724 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-fbe46323-e52a-4a28-99f0-ad6d3f256f76 service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0936897 Jan 24 22:40:05.277828 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-0c2c3aa5-f73e-40db-9259-6eee17c2bacb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 200 len: 1000 time: 0.0617683 Jan 24 22:40:05.323759 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-9da22479-31d9-445a-a69e-59193c5d116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:05.325166 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-9da22479-31d9-445a-a69e-59193c5d116c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0419364 Jan 24 22:40:05.369421 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-47023f73-b61c-4498-bf77-c78df6be4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:05.370910 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-47023f73-b61c-4498-bf77-c78df6be4cc2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395551 Jan 24 22:40:05.473479 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-01c51a2d-d7f0-4368-b146-195c0174ec0b service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959752 Jan 24 22:40:05.561641 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-05376ff3-8168-42ec-9c55-8b7c55e8897c req-2cc6e147-0a27-4996-a963-9b70a240ef34 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824397 Jan 24 22:40:08.715543 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:40:16.161754 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-414109ab-5301-44d1-b6dd-4cb2e3c6e23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:18.493063 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e498aeb7-5fec-46eb-b914-5344df863242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:19.515359 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:21.044898 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:22.380503 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:28.998706 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:41.265225 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-8aa35cf5-1d65-4871-b48d-16171dce5b37 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11730502&fields=id&tenant_id=3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 267 time: 0.0470266 Jan 24 22:40:41.376215 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb443e-daea-480a-8ff0-c09a8530acad req-a66ca7f4-6ab8-4f0b-94b6-e74c5c37506f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:41.377735 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-a66ca7f4-6ab8-4f0b-94b6-e74c5c37506f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 811 time: 0.1063192 Jan 24 22:40:41.394541 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-2109d175-7341-4f58-bf68-8d453dafed5f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/quotas/3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Jan 24 22:40:41.447791 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-cd20688c-fc90-422b-a6c1-ed7f6ceff443 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484805 Jan 24 22:40:41.556896 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-ad29ba17-7c6f-4265-bcfe-2f67c7ce8a37 service neutron] 10.222.0.84 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919991 Jan 24 22:40:41.645824 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-2260cfa1-f6e3-4590-b45b-5d21986da611 service neutron] 10.222.0.84 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830815 Jan 24 22:40:41.949427 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-b786972e-720a-409f-90cc-2afa06ce2015 req-5aeaaaa7-48d7-4875-9a1c-4f13340e89c8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 210 time: 0.0304451 Jan 24 22:40:43.026749 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb443e-daea-480a-8ff0-c09a8530acad req-1b868f5e-236c-4b2b-931c-e134786b01a5 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:43.028413 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-1b868f5e-236c-4b2b-931c-e134786b01a5 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 811 time: 0.1135652 Jan 24 22:40:43.045605 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-62501291-c17c-49c0-8880-f10f26ec8504 req-a531fdd0-76a2-4150-b809-65bec923e1c5 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 210 time: 0.0270188 Jan 24 22:40:43.098493 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-4b9f75ea-f7d8-45e3-8d23-0ac8630c5c6e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e579d6f341241508dfd3800965f27c1 HTTP/1.1" status: 200 len: 378 time: 0.0554366 Jan 24 22:40:43.107444 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'port': {'device_id': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'admin_state_up': True, 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'security_groups': ['9a65d247-5a7b-431b-a46e-d37e31cc4a66']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:40:43.225468 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Made reservation on behalf of 3e579d6f341241508dfd3800965f27c1 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 22:40:43.231251 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:43.371529 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Allocated IP 172.20.0.11 (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb/eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84/78911991-dc0e-4fb6-8897-79ddf6237e72) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:40:43.505854 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:43.549459 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:43.601631 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:40:43.604827 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:40:43.607601 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:40:43.635729 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=78911991-dc0e-4fb6-8897-79ddf6237e72,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:40:43.648886 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.649371 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.649832 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.650108 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.650394 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.650715 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.651071 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.651538 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.651985 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.652329 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.652710 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.653361 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.653490 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:43.678899 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:43.679529 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:43.696876 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-aca71330-4b5e-47e9-b528-0ef6d8458da9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932298 Jan 24 22:40:43.715626 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Request body: {'port': {'device_id': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:40:43.772199 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:43.827220 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-74125082-b58d-4f3b-9560-4f2938051717 None None] Provisioning complete for port 78911991-dc0e-4fb6-8897-79ddf6237e72 triggered by entity DHCP. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:40:43.827872 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-74125082-b58d-4f3b-9560-4f2938051717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:43.863964 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-74125082-b58d-4f3b-9560-4f2938051717 None None] Port 78911991-dc0e-4fb6-8897-79ddf6237e72 cannot update to ACTIVE because it is not bound. {{(pid=102564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 22:40:44.045530 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78911991-dc0e-4fb6-8897-79ddf6237e72 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:40:44.053457 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Publish callbacks [] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:44.066031 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Transition to ACTIVE for port object 78911991-dc0e-4fb6-8897-79ddf6237e72 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 22:40:44.070189 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:44.123977 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Pushing event updated for resources: {'Port': ['ID=78911991-dc0e-4fb6-8897-79ddf6237e72,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:40:44.170581 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577622ec-e164-4d9b-9032-977713bf8646 req-27cc4051-5959-4260-a696-f30b0ed8d662 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:44.172135 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-577622ec-e164-4d9b-9032-977713bf8646 req-27cc4051-5959-4260-a696-f30b0ed8d662 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0581901 Jan 24 22:40:44.194479 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Attempting to bind port 78911991-dc0e-4fb6-8897-79ddf6237e72 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 22:40:44.194817 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Attempting to bind port 78911991-dc0e-4fb6-8897-79ddf6237e72 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 22:40:44.195569 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Attempting to bind port 78911991-dc0e-4fb6-8897-79ddf6237e72 on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:40:44.199838 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Port 78911991-dc0e-4fb6-8897-79ddf6237e72 on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 22:40:44.200164 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Attempting to bind port 78911991-dc0e-4fb6-8897-79ddf6237e72 on network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 22:40:44.207203 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Checking agent: {'id': '10e98ef6-80dd-4249-8fa4-ae1758d8685c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'started_at': datetime.datetime(2022, 1, 24, 22, 25, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 22, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 22:40:44.207592 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Checking segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 22:40:44.207983 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Bound using segment: {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 22:40:44.208413 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Bound port: 78911991-dc0e-4fb6-8897-79ddf6237e72, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868e5955-bcc0-484d-818b-e861443d2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 22:40:44.208775 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:44.227632 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-577622ec-e164-4d9b-9032-977713bf8646 req-a0d3a942-3f16-4955-9222-1b1793e3b485 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495064 Jan 24 22:40:44.273852 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] For port 78911991-dc0e-4fb6-8897-79ddf6237e72, host hv-cinder-81322, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 22:40:44.276786 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] For port 78911991-dc0e-4fb6-8897-79ddf6237e72, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=78911991-dc0e-4fb6-8897-79ddf6237e72,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 22:40:44.282606 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25761474'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:44.315733 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:44.316361 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:44.317780 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] 10.222.0.115 "PUT /v2.0/ports/78911991-dc0e-4fb6-8897-79ddf6237e72 HTTP/1.1" status: 200 len: 1094 time: 0.6075530 Jan 24 22:40:44.322519 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:40:44.324814 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac" -d '{"events": [{"name": "network-changed", "server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:40:44.353729 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc35ecf-4d0f-4d1e-b412-dd5f4f18d12b service neutron] Pushing event updated for resources: {'Port': ['ID=78911991-dc0e-4fb6-8897-79ddf6237e72,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:40:44.374732 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4616adf-c1a9-4ced-ac3b-54454ee83015 x-openstack-request-id: req-e4616adf-c1a9-4ced-ac3b-54454ee83015 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:40:44.378803 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:40:44.379133 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e4616adf-c1a9-4ced-ac3b-54454ee83015 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:40:44.379610 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'status': 'completed', 'code': 200} Jan 24 22:40:44.428505 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb443e-daea-480a-8ff0-c09a8530acad req-6d571b6d-a225-4ea5-a5cc-69f8719411b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:44.430132 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-6d571b6d-a225-4ea5-a5cc-69f8719411b4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 1097 time: 0.0413520 Jan 24 22:40:44.482744 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-f65dfef8-6952-4fc2-8a59-4cf916c9f41a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78911991-dc0e-4fb6-8897-79ddf6237e72 HTTP/1.1" status: 200 len: 217 time: 0.0385857 Jan 24 22:40:44.540129 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb443e-daea-480a-8ff0-c09a8530acad req-743bcec1-bfd4-4405-9ce7-75a41980e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:44.541782 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-743bcec1-bfd4-4405-9ce7-75a41980e7aa service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0526750 Jan 24 22:40:44.588219 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7b4193f8-030e-41c7-838e-3d1ddcdd5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:44.589788 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-7b4193f8-030e-41c7-838e-3d1ddcdd5063 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426381 Jan 24 22:40:44.687807 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-b80b90cf-ebe0-4269-b281-4631d72f0b77 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920424 Jan 24 22:40:44.780699 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eecb443e-daea-480a-8ff0-c09a8530acad req-99e8923b-1182-4cbe-8901-ea53edc7a645 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848429 Jan 24 22:40:44.928425 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-c095b5a6-2216-4850-9063-94f35c0bfb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:44.929963 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-c095b5a6-2216-4850-9063-94f35c0bfb01 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 1097 time: 0.0453618 Jan 24 22:40:45.030505 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-16a9cfb2-82bf-4761-b469-fdd08f2e78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:45.031981 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-16a9cfb2-82bf-4761-b469-fdd08f2e78dc service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0964868 Jan 24 22:40:45.079002 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-0ff8cfb8-70f9-43cd-92a3-00fd02a8d876 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78911991-dc0e-4fb6-8897-79ddf6237e72 HTTP/1.1" status: 200 len: 217 time: 0.0378771 Jan 24 22:40:45.126957 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-0da46d32-166b-4f43-afce-2cb602e6595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:45.128355 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-0da46d32-166b-4f43-afce-2cb602e6595c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0430505 Jan 24 22:40:45.177456 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-360eeae2-f5c5-4796-a434-b30a38765f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:45.178988 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-360eeae2-f5c5-4796-a434-b30a38765f29 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438409 Jan 24 22:40:45.271415 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-c73d4e3d-76a6-4c0c-9f29-7210d60a7dcc service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855210 Jan 24 22:40:45.345516 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1b4e9-ad4d-4e5d-8350-05b9c7508c1e req-f0da4bde-0f0b-4e2c-9d9c-8c187b792ed9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:45.347051 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2ff1b4e9-ad4d-4e5d-8350-05b9c7508c1e req-f0da4bde-0f0b-4e2c-9d9c-8c187b792ed9 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0495355 Jan 24 22:40:45.367208 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3eaeaf42-85f7-41c6-8c7d-812fcd13faac req-d5ac314d-62cb-4e28-92cd-d4dc3b941d34 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872538 Jan 24 22:40:45.397222 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2ff1b4e9-ad4d-4e5d-8350-05b9c7508c1e req-a42aa11e-1fef-4058-9934-a7bd9769f378 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440745 Jan 24 22:40:45.708661 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:40:46.164247 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f8064f0-1a1d-4dce-b8b4-95753b44f1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:46.543823 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b800-9ac4-459f-8503-cf7bf0a6fa27 req-afc9625d-575e-4c1c-9574-9b29cb6091af tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:46.545343 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04a0b800-9ac4-459f-8503-cf7bf0a6fa27 req-afc9625d-575e-4c1c-9574-9b29cb6091af tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0658371 Jan 24 22:40:46.595956 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-04a0b800-9ac4-459f-8503-cf7bf0a6fa27 req-9502fe10-27b3-4afa-8736-69c3737af667 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448618 Jan 24 22:40:47.728142 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7142ed-d3c1-4cf4-b885-a6750f03cfdb req-0545b347-6d6a-47de-8b76-0104adff36c0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:47.729648 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e7142ed-d3c1-4cf4-b885-a6750f03cfdb req-0545b347-6d6a-47de-8b76-0104adff36c0 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0527129 Jan 24 22:40:47.787460 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e7142ed-d3c1-4cf4-b885-a6750f03cfdb req-9c587019-b08e-43b8-b977-630967efb3fe tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486095 Jan 24 22:40:48.497589 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0406-6b11-4199-90e8-6d83d2c93e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:48.923848 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bbe78-c672-487f-b6ba-e8f08b0ba1c8 req-daee90f1-1ca0-41c9-aa15-33c179b09662 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:48.925354 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d25bbe78-c672-487f-b6ba-e8f08b0ba1c8 req-daee90f1-1ca0-41c9-aa15-33c179b09662 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0569203 Jan 24 22:40:48.981672 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d25bbe78-c672-487f-b6ba-e8f08b0ba1c8 req-0bf58422-a156-4509-ab84-106788c44168 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504239 Jan 24 22:40:49.518308 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:50.121432 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b002c7-4d53-41f6-82ba-2c0f82aca237 req-0da7cafb-346e-4568-93a2-1ff099791d69 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:50.123219 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-50b002c7-4d53-41f6-82ba-2c0f82aca237 req-0da7cafb-346e-4568-93a2-1ff099791d69 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0619013 Jan 24 22:40:50.174714 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-50b002c7-4d53-41f6-82ba-2c0f82aca237 req-c5930314-5e99-4abd-82ca-fe8dd5a78f9a tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432868 Jan 24 22:40:51.050375 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:51.308356 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973ebf4-b159-4173-8d62-ac82e135b45b req-f645a4ff-b6a5-43c9-9ac1-ba9bb59f19ea tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:51.309955 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5973ebf4-b159-4173-8d62-ac82e135b45b req-f645a4ff-b6a5-43c9-9ac1-ba9bb59f19ea tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0593283 Jan 24 22:40:51.364358 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-5973ebf4-b159-4173-8d62-ac82e135b45b req-42ab66c1-ff04-4713-87c4-caa5ac26c2ca tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461986 Jan 24 22:40:52.379683 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:52.487040 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eec336-a3be-4abe-9d7b-5d3124d45c7a req-0478a174-0084-44a6-b37c-8fe9e6101b13 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:52.488626 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-60eec336-a3be-4abe-9d7b-5d3124d45c7a req-0478a174-0084-44a6-b37c-8fe9e6101b13 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0566585 Jan 24 22:40:52.539389 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-60eec336-a3be-4abe-9d7b-5d3124d45c7a req-2432fa5b-b5e0-40b8-b698-db1abfd6a62d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451353 Jan 24 22:40:53.671584 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22aac0-a0db-4686-960a-8888a3015b76 req-cd1fa269-5ca8-4df8-b932-0f4669747d08 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:53.673141 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2f22aac0-a0db-4686-960a-8888a3015b76 req-cd1fa269-5ca8-4df8-b932-0f4669747d08 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 944 time: 0.0544991 Jan 24 22:40:53.723067 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2f22aac0-a0db-4686-960a-8888a3015b76 req-b3808010-b8d6-4282-bb5b-dc8ab0ee3065 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442183 Jan 24 22:40:53.875232 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 78911991-dc0e-4fb6-8897-79ddf6237e72 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 22:40:53.978747 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 78911991-dc0e-4fb6-8897-79ddf6237e72, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=78911991-dc0e-4fb6-8897-79ddf6237e72,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:40:53.990327 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Returning: {'device': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'port_id': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'mac_address': 'fa:16:3e:4c:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 22:40:54.036585 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 78911991-dc0e-4fb6-8897-79ddf6237e72 is: DOWN; New status is: BUILD {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:40:54.037129 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:54.053638 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78911991-dc0e-4fb6-8897-79ddf6237e72 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 22:40:54.072679 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 78911991-dc0e-4fb6-8897-79ddf6237e72, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=78911991-dc0e-4fb6-8897-79ddf6237e72,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:40:54.078944 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:54.129014 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=78911991-dc0e-4fb6-8897-79ddf6237e72,revision_number=4']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:40:54.140905 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.141408 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.141940 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.142366 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.142835 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.143298 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.143814 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.144278 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.144652 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.145100 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.145564 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.146014 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.146388 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:54.363465 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] get_ports_and_sgs() called for port_ids ['78911991-dc0e-4fb6-8897-79ddf6237e72'] {{(pid=102564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 22:40:54.860460 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adfa35-ca4c-4e39-9b1f-ba126d7fe19b req-844fa745-a51b-42f0-b77f-4bd8581fe14c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:54.862188 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-50adfa35-ca4c-4e39-9b1f-ba126d7fe19b req-844fa745-a51b-42f0-b77f-4bd8581fe14c tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 945 time: 0.0628486 Jan 24 22:40:54.917575 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-50adfa35-ca4c-4e39-9b1f-ba126d7fe19b req-9f592adc-d406-4506-b01b-932cab27c83a tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487814 Jan 24 22:40:55.879891 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 78911991-dc0e-4fb6-8897-79ddf6237e72 up at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 22:40:55.975163 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning for port 78911991-dc0e-4fb6-8897-79ddf6237e72 completed by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 22:40:55.979023 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Provisioning complete for port 78911991-dc0e-4fb6-8897-79ddf6237e72 triggered by entity L2. {{(pid=102564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 22:40:55.979405 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7819767'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), provisioning_complete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:56.048675 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dcefb-cebc-4cd2-8ffa-a6c7a3e26eae req-5b94c695-5b37-4fef-aff6-7e087b1ba326 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:56.050204 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f79dcefb-cebc-4cd2-8ffa-a6c7a3e26eae req-5b94c695-5b37-4fef-aff6-7e087b1ba326 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 945 time: 0.0482621 Jan 24 22:40:56.061624 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Current status of the port 78911991-dc0e-4fb6-8897-79ddf6237e72 is: BUILD; New status is: ACTIVE {{(pid=102564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 22:40:56.062020 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:56.088436 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:40:56.090751 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ace3030ebfb864924354f7936fdd985af8d5ec8d53da7f439bc2dde5ad3625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00d473e-3088-4281-86c1-3541d6b62917" -d '{"events": [{"server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "name": "network-vif-plugged", "status": "completed", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:40:56.100679 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f79dcefb-cebc-4cd2-8ffa-a6c7a3e26eae req-70a877f1-b3e8-4699-891d-77f91b871e38 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446286 Jan 24 22:40:56.103576 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] For port 78911991-dc0e-4fb6-8897-79ddf6237e72, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=78911991-dc0e-4fb6-8897-79ddf6237e72,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:40:56.110891 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:56.134934 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fedba1a-9228-4f6a-b301-c2b2de6ddc61 x-openstack-request-id: req-5fedba1a-9228-4f6a-b301-c2b2de6ddc61 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:40:56.135228 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "name": "network-vif-plugged", "status": "completed", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:40:56.135477 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5fedba1a-9228-4f6a-b301-c2b2de6ddc61 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:40:56.135862 dv-cinder-813223-4-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'code': 200} Jan 24 22:40:56.160293 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Pushing event updated for resources: {'Port': ['ID=78911991-dc0e-4fb6-8897-79ddf6237e72,revision_number=5']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:40:56.399369 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dac82-e7b1-4be4-858b-5b1e4daba9a6 req-a638b781-0d73-4164-88c8-2d4a082065c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:56.400839 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a75dac82-e7b1-4be4-858b-5b1e4daba9a6 req-a638b781-0d73-4164-88c8-2d4a082065c8 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 1099 time: 0.0450213 Jan 24 22:40:56.456231 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a75dac82-e7b1-4be4-858b-5b1e4daba9a6 req-cebf2329-b350-4e75-bcc6-668ea38c77bc service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495934 Jan 24 22:40:57.233607 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f968e1-d248-4f16-9c7c-8a9f04abef48 req-ef64a6af-63d6-4386-8c84-bc543aa209f2 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:57.235099 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-98f968e1-d248-4f16-9c7c-8a9f04abef48 req-ef64a6af-63d6-4386-8c84-bc543aa209f2 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 946 time: 0.0551224 Jan 24 22:40:57.288280 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-98f968e1-d248-4f16-9c7c-8a9f04abef48 req-5946adec-3448-4fa0-900b-ed89936b3818 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447149 Jan 24 22:40:58.435896 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6d325-754e-48ea-b89b-ce38cf8f85f1 req-58408a0c-84ef-4a8b-82b8-42d91722ae0e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:58.437388 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d5d6d325-754e-48ea-b89b-ce38cf8f85f1 req-58408a0c-84ef-4a8b-82b8-42d91722ae0e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 946 time: 0.0617557 Jan 24 22:40:58.486481 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-d5d6d325-754e-48ea-b89b-ce38cf8f85f1 req-8992d121-1296-4e64-bd6a-9dd958e26f49 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434389 Jan 24 22:40:58.610577 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c72f8-f078-4015-a9a0-73bc333b0323 req-a8bfcada-434b-4404-bf25-ea773f829b4f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:58.611979 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a83c72f8-f078-4015-a9a0-73bc333b0323 req-a8bfcada-434b-4404-bf25-ea773f829b4f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 946 time: 0.0585015 Jan 24 22:40:58.666437 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-a83c72f8-f078-4015-a9a0-73bc333b0323 req-05ce4c0c-29f1-4d08-8ac7-ce320dd32038 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487669 Jan 24 22:40:58.697483 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48964) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:40:58.747094 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad4cfc5-d2c0-4fd3-88e0-74bfb6e9c06f tempest-TestVolumeBootPattern-7860556 tempest-TestVolumeBootPattern-7860556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:40:58.749744 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-9ad4cfc5-d2c0-4fd3-88e0-74bfb6e9c06f tempest-TestVolumeBootPattern-7860556 tempest-TestVolumeBootPattern-7860556-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 1094 time: 0.0501761 Jan 24 22:40:58.751560 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 48966) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:40:58.755968 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.v2.base [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Request body: {'floatingip': {'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'port_id': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 22:40:58.784421 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:58.887354 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (None), before_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:58.990128 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:58.997999 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_common [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Allocated IP 172.27.3.34 (31f1be50-21d7-4147-bd0f-0472b93de7e1/eb3db104-813d-43f7-baf9-af45dfd2f9aa/e81f3bcf-8d44-4414-b88f-62cb3263b4a0) {{(pid=102562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 22:40:59.107395 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:59.146874 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761854444557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:59.188433 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Network 31f1be50-21d7-4147-bd0f-0472b93de7e1 is already hosted by enough agents. {{(pid=102562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 22:40:59.191262 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.base_scheduler [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Resources bound (agent type, host, resource id): {{(pid=102562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 22:40:59.194905 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Received port after_create {{(pid=102562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 22:40:59.200973 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=e81f3bcf-8d44-4414-b88f-62cb3263b4a0,revision_number=1']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:40:59.227985 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.228333 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.228680 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.229020 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.229361 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.229686 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.230007 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.230324 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.230644 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.230964 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.231280 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.231575 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.231881 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:40:59.574404 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (281fbf05-89bd-4454-b824-df6af13833b4), precommit_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:59.650794 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600170'] for port (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:59.805035 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for port (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:59.811958 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761855010124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761854444575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761854444593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337055'] for port (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:40:59.877260 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event updated for resources: {'Port': ['ID=e81f3bcf-8d44-4414-b88f-62cb3263b4a0,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:40:59.889201 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7884932'] for floatingip (281fbf05-89bd-4454-b824-df6af13833b4), after_create {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:00.261023 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Floating IP 281fbf05-89bd-4454-b824-df6af13833b4 associated. External IP: 172.27.3.34, port: 78911991-dc0e-4fb6-8897-79ddf6237e72. Jan 24 22:41:00.468001 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Router 9a19951e-edb5-4731-8da2-e9c21597a79d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:41:00.573859 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:41:00.584276 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:41:00.594820 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:00.597886 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:41:00.598522 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:40:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:41:00.622944 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-dede8284-51e4-49ae-855b-b251281f0f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8703392 Jan 24 22:41:00.623549 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:41:00.625991 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00477ab2-ed8b-495d-ba3a-402ee63b5631" -d '{"events": [{"name": "network-changed", "server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:41:00.666676 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd54e69-3674-4b12-bb2f-3aa51d829135 x-openstack-request-id: req-abd54e69-3674-4b12-bb2f-3aa51d829135 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:41:00.667327 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:41:00.667602 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-abd54e69-3674-4b12-bb2f-3aa51d829135 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:41:00.668046 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'status': 'completed', 'code': 200} Jan 24 22:41:00.702612 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:41:00.750893 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-cb74d3aa-c670-4eae-913f-74dfeb795518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:41:00.752591 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-cb74d3aa-c670-4eae-913f-74dfeb795518 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 1099 time: 0.0414000 Jan 24 22:41:00.844000 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-9c2532c5-8b0c-4a42-b5cc-a069e641151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:41:00.845441 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-9c2532c5-8b0c-4a42-b5cc-a069e641151d service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0865457 Jan 24 22:41:00.909371 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-59a585a5-3be7-4013-b480-678828728d69 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78911991-dc0e-4fb6-8897-79ddf6237e72 HTTP/1.1" status: 200 len: 999 time: 0.0581853 Jan 24 22:41:00.931538 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '281fbf05-89bd-4454-b824-df6af13833b4', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:4c:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:40:59Z', 'updated_at': '2022-01-24T22:40:59Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}, {'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:05Z', 'revision_number': 1, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:41:00.958460 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:41:00.968552 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:41:00.969214 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:40:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:41:00.975424 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-d35774e8-7c6d-4e78-9155-83243d8afa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:41:00.977008 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-d35774e8-7c6d-4e78-9155-83243d8afa10 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0448716 Jan 24 22:41:01.025603 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-eb0de6d4-5129-4076-b53a-ddefffddb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:41:01.027087 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-eb0de6d4-5129-4076-b53a-ddefffddb5e6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444105 Jan 24 22:41:01.078922 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:41:01.114908 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-b6ec32e1-f931-42dc-83dd-e0eef89948f6 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 Jan 24 22:41:01.208874 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00477ab2-ed8b-495d-ba3a-402ee63b5631 req-a9229897-0507-44e9-8085-67508c424a9a service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884225 Jan 24 22:41:01.322098 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '281fbf05-89bd-4454-b824-df6af13833b4', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:4c:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:40:59Z', 'updated_at': '2022-01-24T22:40:59Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}, {'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:05Z', 'revision_number': 1, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:41:01.347610 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2eea4-8bbc-4f87-a9e9-7577ec847b5e None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': '281fbf05-89bd-4454-b824-df6af13833b4', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:4c:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:40:59Z', 'updated_at': '2022-01-24T22:40:59Z', 'revision_number': 0, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}, {'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:05Z', 'revision_number': 1, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:41:01.547857 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55382a09-b67c-4442-b7bf-291ca78585e0 None None] New status for floating IP 281fbf05-89bd-4454-b824-df6af13833b4: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:41:06.011184 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-b546b0ed-6e78-4d55-ad45-6dde4247fcad service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515006 Jan 24 22:41:06.126074 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-69f38088-db61-4c7f-a8d1-b8aba34174a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:41:06.127557 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-69f38088-db61-4c7f-a8d1-b8aba34174a0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1098 time: 0.0421336 Jan 24 22:41:06.233373 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-1109c08d-41ef-4d52-949d-7e6ee3800aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:41:06.234834 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-1109c08d-41ef-4d52-949d-7e6ee3800aae service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0878849 Jan 24 22:41:06.301562 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-c0bf473d-5f89-41da-b8c4-ec6ef861adc4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 200 len: 1000 time: 0.0586224 Jan 24 22:41:06.354087 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-167e6189-9421-4714-af14-e52cd4b5cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:41:06.355609 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-167e6189-9421-4714-af14-e52cd4b5cdd6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0485821 Jan 24 22:41:06.415159 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-fa9eb81a-c93c-4c0d-8d81-7fad42dcb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:41:06.416652 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-fa9eb81a-c93c-4c0d-8d81-7fad42dcb8c3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547035 Jan 24 22:41:06.517891 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-d6c59e4a-6838-4d2c-bf71-8672af0ff177 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861251 Jan 24 22:41:06.619026 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-03feab06-cc5c-42e2-b29f-6ebedd2d0dc9 req-a217e357-fa04-4a1e-a8cb-fe72d3a31999 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946939 Jan 24 22:41:16.166023 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad2dd615-e555-49f0-b1ad-3cb0d2204a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:18.509713 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b76de6e8-ac79-4f48-b627-52466c25f8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:19.522784 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:21.052620 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:22.382405 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:22.713543 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:41:29.022260 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:46.174981 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-47e3fcca-b87c-48db-bfc2-6d1de386fcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:48.507609 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-112b70d8-0f1c-4276-83f7-bea2afbaf100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:49.529797 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:51.055260 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:52.380766 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:59.044820 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:41:59.718544 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:42:06.963586 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cebc2507-ea28-486c-959f-73747702c998 req-3ea51b89-d06e-46f8-8d6e-6b86b9690803 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420024 Jan 24 22:42:07.044176 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2507-ea28-486c-959f-73747702c998 req-18e3fe5f-a0f2-4b05-be84-1d08b795c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:07.045702 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cebc2507-ea28-486c-959f-73747702c998 req-18e3fe5f-a0f2-4b05-be84-1d08b795c7e5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 1099 time: 0.0428383 Jan 24 22:42:07.156053 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2507-ea28-486c-959f-73747702c998 req-a8b065e0-9046-46c5-afbd-a9ab126727eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:07.157552 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cebc2507-ea28-486c-959f-73747702c998 req-a8b065e0-9046-46c5-afbd-a9ab126727eb service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0910013 Jan 24 22:42:07.221224 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cebc2507-ea28-486c-959f-73747702c998 req-048ff5d7-4e87-41dc-baca-51f4dea534dc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78911991-dc0e-4fb6-8897-79ddf6237e72 HTTP/1.1" status: 200 len: 1001 time: 0.0560901 Jan 24 22:42:07.273243 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2507-ea28-486c-959f-73747702c998 req-b95a8bee-5db7-43b1-bde0-7d39a2a523e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:07.274659 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cebc2507-ea28-486c-959f-73747702c998 req-b95a8bee-5db7-43b1-bde0-7d39a2a523e8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0469518 Jan 24 22:42:07.324897 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2507-ea28-486c-959f-73747702c998 req-2efb0aac-9b42-421a-b405-aa9c7b47bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:07.326471 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cebc2507-ea28-486c-959f-73747702c998 req-2efb0aac-9b42-421a-b405-aa9c7b47bae0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455649 Jan 24 22:42:07.420833 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cebc2507-ea28-486c-959f-73747702c998 req-c2dd035e-0c7d-4d4f-a799-2941dd714500 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878005 Jan 24 22:42:07.512086 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cebc2507-ea28-486c-959f-73747702c998 req-d234146c-a573-4b6c-9207-33000f8c67f2 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855336 Jan 24 22:42:16.169799 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-68b39732-4710-4d09-baf4-becb7e58b7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:18.512180 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1d1f8fd1-cf61-4e5f-95f5-e1e3d181b510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:19.532306 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:21.059048 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:22.379308 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:29.033883 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:29.853468 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49004) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:30.083518 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Deleting port e81f3bcf-8d44-4414-b88f-62cb3263b4a0 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:30.083837 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:30.164502 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:30.164805 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:30.176743 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Calling delete_port for e81f3bcf-8d44-4414-b88f-62cb3263b4a0 owned by network:floatingip {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:30.361447 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (e81f3bcf-8d44-4414-b88f-62cb3263b4a0), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:30.388011 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event deleted for resources: {'Port': ['ID=e81f3bcf-8d44-4414-b88f-62cb3263b4a0,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:30.415674 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.415924 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.416270 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.416604 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.416935 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.417290 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.417618 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.417927 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.418250 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.418584 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.418902 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.419220 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.419543 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:30.460830 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (281fbf05-89bd-4454-b824-df6af13833b4), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:30.461202 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Floating IP 281fbf05-89bd-4454-b824-df6af13833b4 disassociated (deleted). External IP: 172.27.3.34, port: 78911991-dc0e-4fb6-8897-79ddf6237e72. Jan 24 22:42:30.686991 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Router 9a19951e-edb5-4731-8da2-e9c21597a79d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:42:30.800349 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:42:30.805411 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:30.811060 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:42:30.825689 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:42:30.826582 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:42:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:30.837753 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8a7e7eb7-43c8-4971-be60-002bc429fa34 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "DELETE /v2.0/floatingips/281fbf05-89bd-4454-b824-df6af13833b4 HTTP/1.1" status: 204 len: 168 time: 0.9828324 Jan 24 22:42:30.838395 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:42:30.840735 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dbbf69-9852-460d-8bf7-f958df440c36" -d '{"events": [{"name": "network-changed", "server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:42:30.884436 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db14b28b-382a-441f-86a6-03c67b391cf6 x-openstack-request-id: req-db14b28b-382a-441f-86a6-03c67b391cf6 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:42:30.885088 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:42:30.885088 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db14b28b-382a-441f-86a6-03c67b391cf6 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:42:30.885381 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'status': 'completed', 'code': 200} Jan 24 22:42:30.932306 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:42:30.978819 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-5427b3dc-6fb0-4e81-bd6d-7ff17147bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:30.980335 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-5427b3dc-6fb0-4e81-bd6d-7ff17147bb2d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 1099 time: 0.0466447 Jan 24 22:42:31.073292 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fcf7b-d3a8-44d4-b6c8-9dd2c5a357f0 req-1def36e4-69ae-4e8a-b338-5e2e562aae12 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:31.074772 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e7fcf7b-d3a8-44d4-b6c8-9dd2c5a357f0 req-1def36e4-69ae-4e8a-b338-5e2e562aae12 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 946 time: 0.0514104 Jan 24 22:42:31.118795 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-10a225a5-1bf6-41e9-8c8e-331de0d9f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:31.120832 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-10a225a5-1bf6-41e9-8c8e-331de0d9f494 service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0937419 Jan 24 22:42:31.130361 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-2e7fcf7b-d3a8-44d4-b6c8-9dd2c5a357f0 req-31872c98-d2c4-47b8-b7a5-a1fa8c05d725 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485687 Jan 24 22:42:31.163978 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-b6cbc102-881f-4c5f-9ec5-7d870a37f67f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78911991-dc0e-4fb6-8897-79ddf6237e72 HTTP/1.1" status: 200 len: 217 time: 0.0363452 Jan 24 22:42:31.169068 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:05Z', 'revision_number': 1, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:31.195411 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:42:31.204712 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:42:31.205381 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:42:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:31.314682 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:42:31.495809 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-67889034-07cb-4031-96e4-7a7114206fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:31.497662 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-67889034-07cb-4031-96e4-7a7114206fb0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.3280685 Jan 24 22:42:31.543521 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-d4917036-c0af-46e8-8210-63a83128212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:31.545193 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-d4917036-c0af-46e8-8210-63a83128212e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411010 Jan 24 22:42:31.552122 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:05Z', 'revision_number': 1, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:31.578923 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0169a9fb-7c62-4f13-bb6c-a1e2c862ec0a None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_floatingips': [{'id': 'bf943c8b-473f-46c4-b890-2c3168dec3dd', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'router_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'port_id': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'mac_address': 'fa:16:3e:b6:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47787b-bc59-4796-a933-33b728d46c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T22:39:02Z', 'updated_at': '2022-01-24T22:39:05Z', 'revision_number': 1, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:42:31.643648 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-3fbffc43-3915-46cf-a0f9-9871032f9600 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910485 Jan 24 22:42:31.736779 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-27dbbf69-9852-460d-8bf7-f958df440c36 req-c6515079-a8db-4497-9289-3ae6daace59e service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Jan 24 22:42:31.798293 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09825941-ae8a-46b5-9496-f2aa6738ac48 None None] New status for floating IP 281fbf05-89bd-4454-b824-df6af13833b4: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:42:32.258347 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ba0e3-33f8-462a-8a91-ca6dd8700c58 req-58babb52-e5fe-4ba1-94c2-57e558b73f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:32.259825 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-309ba0e3-33f8-462a-8a91-ca6dd8700c58 req-58babb52-e5fe-4ba1-94c2-57e558b73f7b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 946 time: 0.0576413 Jan 24 22:42:32.312578 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-309ba0e3-33f8-462a-8a91-ca6dd8700c58 req-b12f9236-e2ba-44d2-aa29-aa40d6deaf36 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449476 Jan 24 22:42:32.776396 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c568e-a181-4d15-998e-5732c6f81288 req-1b4e66d7-aa7d-4fd4-91f9-6d784c12c488 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:32.778175 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c77c568e-a181-4d15-998e-5732c6f81288 req-1b4e66d7-aa7d-4fd4-91f9-6d784c12c488 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 946 time: 0.0546165 Jan 24 22:42:32.874770 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Deleting port 78911991-dc0e-4fb6-8897-79ddf6237e72 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:32.875075 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:32.961902 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] For port 78911991-dc0e-4fb6-8897-79ddf6237e72, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=78911991-dc0e-4fb6-8897-79ddf6237e72,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:32.962268 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:32.977966 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Calling delete_port for 78911991-dc0e-4fb6-8897-79ddf6237e72 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:33.132384 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (78911991-dc0e-4fb6-8897-79ddf6237e72), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:33.160722 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event deleted for resources: {'Port': ['ID=78911991-dc0e-4fb6-8897-79ddf6237e72,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:33.172357 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.172736 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.173107 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.173449 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.173753 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.174092 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.174439 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.174766 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.175089 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.175412 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.175718 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.176054 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.176360 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:33.212638 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] No DVR routers for this DVR port 78911991-dc0e-4fb6-8897-79ddf6237e72 on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:42:33.215111 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:33.218436 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c77c568e-a181-4d15-998e-5732c6f81288 req-d1cc001e-29e5-4ba6-ab66-e2a0df06126e tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "DELETE /v2.0/ports/78911991-dc0e-4fb6-8897-79ddf6237e72 HTTP/1.1" status: 204 len: 173 time: 0.4348152 Jan 24 22:42:33.218934 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'name': 'network-vif-deleted', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:42:33.221208 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeec5b3-87b6-4584-9c31-5aa93012362c" -d '{"events": [{"server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "name": "network-vif-deleted", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:42:33.260274 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63f9823-72a2-415d-bea7-daec0a699d33 x-openstack-request-id: req-c63f9823-72a2-415d-bea7-daec0a699d33 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:42:33.260620 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aed7041-39a2-45fc-a306-d8fea9532aff", "name": "network-vif-deleted", "tag": "78911991-dc0e-4fb6-8897-79ddf6237e72", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:42:33.260932 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c63f9823-72a2-415d-bea7-daec0a699d33 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:42:33.261390 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aed7041-39a2-45fc-a306-d8fea9532aff', 'name': 'network-vif-deleted', 'tag': '78911991-dc0e-4fb6-8897-79ddf6237e72', 'status': 'completed', 'code': 200} Jan 24 22:42:33.410554 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-9e2e0acc-7c0f-4c5f-94f5-d78dded1894e req-2c2d4545-f52b-4b0f-a267-08ab4a1f3068 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=4aed7041-39a2-45fc-a306-d8fea9532aff HTTP/1.1" status: 200 len: 210 time: 0.0266352 Jan 24 22:42:36.358655 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 78911991-dc0e-4fb6-8897-79ddf6237e72 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:42:36.386761 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 78911991-dc0e-4fb6-8897-79ddf6237e72 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:42:36.387097 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 78911991-dc0e-4fb6-8897-79ddf6237e72 not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:42:36.722688 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:42:36.736395 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49044) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:36.903475 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Deleting port 4ab08051-a375-44a8-ae74-737c68d01f50 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:36.903815 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (4ab08051-a375-44a8-ae74-737c68d01f50), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:36.986362 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (4ab08051-a375-44a8-ae74-737c68d01f50), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:36.986614 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (4ab08051-a375-44a8-ae74-737c68d01f50), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:36.999093 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Calling delete_port for 4ab08051-a375-44a8-ae74-737c68d01f50 owned by network:floatingip {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:37.158365 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (4ab08051-a375-44a8-ae74-737c68d01f50), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:37.183214 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event deleted for resources: {'Port': ['ID=4ab08051-a375-44a8-ae74-737c68d01f50,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:37.243920 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (bf943c8b-473f-46c4-b890-2c3168dec3dd), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:37.244165 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.db.l3_db [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Floating IP bf943c8b-473f-46c4-b890-2c3168dec3dd disassociated (deleted). External IP: 172.27.3.27, port: 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f. Jan 24 22:42:37.447173 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Router 9a19951e-edb5-4731-8da2-e9c21597a79d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:42:37.558975 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:42:37.564072 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:37.569250 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:42:37.579646 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:42:37.580234 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:42:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:37.592315 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8c856045-1da4-4803-899e-32047732f055 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "DELETE /v2.0/floatingips/bf943c8b-473f-46c4-b890-2c3168dec3dd HTTP/1.1" status: 204 len: 168 time: 0.8542280 Jan 24 22:42:37.593019 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f'}] {{(pid=102562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:42:37.595251 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2e8496bc07fc1eea2b0ebfd8295ccb14ba6da243503ca3aac8fa52a0d99c9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ccf1e-2919-466c-aa59-126414f38e15" -d '{"events": [{"name": "network-changed", "server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f"}]}' {{(pid=102562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:42:37.646247 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 22:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b9bb4-cc94-4aa0-b16e-92332821b547 x-openstack-request-id: req-9f0b9bb4-cc94-4aa0-b16e-92332821b547 {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:42:37.646538 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f", "status": "completed", "code": 200}]} {{(pid=102562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:42:37.647379 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f0b9bb4-cc94-4aa0-b16e-92332821b547 {{(pid=102562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:42:37.647809 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'status': 'completed', 'code': 200} Jan 24 22:42:37.691038 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:42:37.736295 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-9cbb6027-a7f0-46c0-a639-fb416b7563a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:37.738429 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-9cbb6027-a7f0-46c0-a639-fb416b7563a2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=3e579d6f341241508dfd3800965f27c1&device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 1098 time: 0.0457957 Jan 24 22:42:37.819721 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71df72-0c9e-4675-ba63-963505d129be req-ae91dfba-5b7e-49fb-bcbb-8c78aefb3be8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:37.821208 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-af71df72-0c9e-4675-ba63-963505d129be req-ae91dfba-5b7e-49fb-bcbb-8c78aefb3be8 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 945 time: 0.0483501 Jan 24 22:42:37.871904 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-afd07157-a9ae-4bc0-8683-0e21a7df9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:37.873593 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-afd07157-a9ae-4bc0-8683-0e21a7df9e4d service neutron] 10.222.0.115 "GET /v2.0/networks?id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 200 len: 912 time: 0.0965078 Jan 24 22:42:37.876530 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-af71df72-0c9e-4675-ba63-963505d129be req-17045d08-d66f-4b9b-a117-f33b0476dc15 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490203 Jan 24 22:42:37.901581 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:37.917140 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-869fe6a1-6266-47f6-a290-50eae709d016 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 200 len: 217 time: 0.0366249 Jan 24 22:42:37.931084 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:42:37.940096 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:42:37.940757 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:42:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:37.967146 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-5430ffa4-9da8-4d92-9d3b-5516c24050d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:37.968631 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-5430ffa4-9da8-4d92-9d3b-5516c24050d3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 200 len: 850 time: 0.0448222 Jan 24 22:42:38.017840 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-41f51f1b-77b3-41d8-ae56-c1158e802fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:38.020047 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-41f51f1b-77b3-41d8-ae56-c1158e802fc0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451207 Jan 24 22:42:38.043803 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:42:38.111464 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-5779f8e8-efbf-4412-85eb-e1bb6641bb90 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832644 Jan 24 22:42:38.210945 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23ccf1e-2919-466c-aa59-126414f38e15 req-3f2e857d-e56b-46a1-a17b-f58e43b1eba1 service neutron] 10.222.0.115 "GET /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926967 Jan 24 22:42:38.379805 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:38.405703 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f89d2-cf63-42a6-9eab-d16495dab211 None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:10Z', 'revision_number': 4, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi', '_interfaces': [{'id': 'bdb570e6-1e3d-468b-b4aa-a12fbd6301cc', 'name': '', 'network_id': '04a2e7fe-f97a-4f14-b8ec-d5987baf93bb', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'mac_address': 'fa:16:3e:0f:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:10Z', 'updated_at': '2022-01-24T22:36:16Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'subnets': [{'id': 'eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:42:38.621684 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f83f1-dc54-4b02-9d67-9e2c8554f106 None None] New status for floating IP bf943c8b-473f-46c4-b890-2c3168dec3dd: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 22:42:39.005957 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eed0c-8856-42d0-b069-aa9e60c50934 req-0a61a7be-cbb4-4831-8564-3cbd0adfa1f7 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:39.007334 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f93eed0c-8856-42d0-b069-aa9e60c50934 req-0a61a7be-cbb4-4831-8564-3cbd0adfa1f7 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 945 time: 0.0508082 Jan 24 22:42:39.061210 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-f93eed0c-8856-42d0-b069-aa9e60c50934 req-9663cf29-47cd-4fa3-a0d6-a9c544eee1de tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/security-groups?id=9a65d247-5a7b-431b-a46e-d37e31cc4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457232 Jan 24 22:42:39.471230 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237045f3-a40c-465a-af52-a1184036e52e req-2396733d-3c05-4280-8d3c-e0b9e2fdd788 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 22:42:39.473015 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-237045f3-a40c-465a-af52-a1184036e52e req-2396733d-3c05-4280-8d3c-e0b9e2fdd788 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 945 time: 0.0607791 Jan 24 22:42:39.576481 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Deleting port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:39.576824 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:39.688692 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] For port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:39.689178 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:39.708354 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Calling delete_port for 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:39.845803 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:39.874233 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event deleted for resources: {'Port': ['ID=2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:39.913362 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] No DVR routers for this DVR port 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f on host hv-cinder-81322 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:42:39.915906 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:39.919288 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [req-237045f3-a40c-465a-af52-a1184036e52e req-15fc71d2-e578-4dff-8116-3d8ee6294b2d tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.115 "DELETE /v2.0/ports/2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f HTTP/1.1" status: 204 len: 173 time: 0.4402583 Jan 24 22:42:39.919703 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'name': 'network-vif-deleted', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 22:42:39.922002 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684c44543e9a8e47afc9afa86cf32bbd01cb121712b5cd7446d72997253fd1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7579c5-8e77-43c6-bb5f-bdd2f31cc9ed" -d '{"events": [{"server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "name": "network-vif-deleted", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 22:42:39.958506 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 22:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b598f123-5cd6-4302-b1d1-9b80ff7c2450 x-openstack-request-id: req-b598f123-5cd6-4302-b1d1-9b80ff7c2450 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 22:42:39.958888 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b47787b-bc59-4796-a933-33b728d46c06", "name": "network-vif-deleted", "tag": "2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 22:42:39.959146 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b598f123-5cd6-4302-b1d1-9b80ff7c2450 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 22:42:39.959559 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b47787b-bc59-4796-a933-33b728d46c06', 'name': 'network-vif-deleted', 'tag': '2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f', 'status': 'completed', 'code': 200} Jan 24 22:42:40.168670 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [req-923eaebc-5fcc-4d7f-aa7e-51ba0d1d9674 req-535ddf7e-4afd-44e4-abbf-cb41201b394b tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b47787b-bc59-4796-a933-33b728d46c06 HTTP/1.1" status: 200 len: 210 time: 0.0337574 Jan 24 22:42:41.232884 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49060) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:41.361415 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Deleting port 910c9854-b4f4-4ce7-bf45-9644afdc2333 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:41.361761 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (910c9854-b4f4-4ce7-bf45-9644afdc2333), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:41.441597 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (910c9854-b4f4-4ce7-bf45-9644afdc2333), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:41.441889 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (910c9854-b4f4-4ce7-bf45-9644afdc2333), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:41.453463 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Calling delete_port for 910c9854-b4f4-4ce7-bf45-9644afdc2333 owned by network:floatingip {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:41.606890 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (910c9854-b4f4-4ce7-bf45-9644afdc2333), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:41.631513 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event deleted for resources: {'Port': ['ID=910c9854-b4f4-4ce7-bf45-9644afdc2333,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:41.708651 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for floatingip (903dd140-2e3b-435b-9f1f-7390c1e328e0), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:41.711283 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41111'] for floatingip (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:41.712460 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-7e72de5f-5476-49a7-a020-2c6a2d47b215 tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "DELETE /v2.0/floatingips/903dd140-2e3b-435b-9f1f-7390c1e328e0 HTTP/1.1" status: 204 len: 168 time: 0.4785311 Jan 24 22:42:42.927429 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 49072) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:42.997221 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4069ceed-7605-4021-b1dd-dd18f74dff2f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group (9a65d247-5a7b-431b-a46e-d37e31cc4a66), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:43.023303 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4069ceed-7605-4021-b1dd-dd18f74dff2f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group (9a65d247-5a7b-431b-a46e-d37e31cc4a66), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:43.086976 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4069ceed-7605-4021-b1dd-dd18f74dff2f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (9a65d247-5a7b-431b-a46e-d37e31cc4a66), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:43.089793 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4069ceed-7605-4021-b1dd-dd18f74dff2f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:43.090973 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4069ceed-7605-4021-b1dd-dd18f74dff2f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] 10.222.0.84 "DELETE /v2.0/security-groups/9a65d247-5a7b-431b-a46e-d37e31cc4a66 HTTP/1.1" status: 204 len: 168 time: 0.1625121 Jan 24 22:42:43.100818 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069ceed-7605-4021-b1dd-dd18f74dff2f tempest-TestVolumeBootPattern-306328963 tempest-TestVolumeBootPattern-306328963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a65d247-5a7b-431b-a46e-d37e31cc4a66,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:43.144687 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 49076) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:43.636302 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (9a19951e-edb5-4731-8da2-e9c21597a79d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:43.883021 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Deleting port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:43.883287 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:43.965560 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] For port bdb570e6-1e3d-468b-b4aa-a12fbd6301cc, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:43.966329 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:43.978153 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Calling delete_port for bdb570e6-1e3d-468b-b4aa-a12fbd6301cc owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:44.163303 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (bdb570e6-1e3d-468b-b4aa-a12fbd6301cc), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:44.190956 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb570e6-1e3d-468b-b4aa-a12fbd6301cc,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:44.361414 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (9a19951e-edb5-4731-8da2-e9c21597a79d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:44.377623 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:42:44.397184 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] No Port match for: 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:42:44.397530 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Device 2f024c9b-bf4d-42cc-9e19-4a9be6c5b36f not bound to the agent host hv-cinder-81322 {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:42:44.576718 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Router 9a19951e-edb5-4731-8da2-e9c21597a79d has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:42:44.692366 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:42:44.697823 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7ff97f24-b197-4a40-b5b0-1cb0f5ab1812 admin admin] 10.222.0.84 "PUT /v2.0/routers/9a19951e-edb5-4731-8da2-e9c21597a79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520637 Jan 24 22:42:44.700623 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 49080) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:44.701686 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] Sync routers for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:42:44.713931 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:42:44.714934 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:42:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:44.802818 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks [] for router (9a19951e-edb5-4731-8da2-e9c21597a79d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:44.819549 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: dv-cinder-813223-4-iscsi {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:42:44.902361 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks [] for router_gateway (9a19951e-edb5-4731-8da2-e9c21597a79d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:44.953245 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Deleting port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:44.953588 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.004351 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:42:44Z', 'revision_number': 5, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port': {'id': '93460bd4-efd7-4a94-a2b6-1ae61adf78f0', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:45.034532 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] Checking router: 9a19951e-edb5-4731-8da2-e9c21597a79d for host: dv-cinder-813223-4-iscsi {{(pid=102564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:42:45.034801 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] For port 93460bd4-efd7-4a94-a2b6-1ae61adf78f0, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=93460bd4-efd7-4a94-a2b6-1ae61adf78f0,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:45.035282 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.043759 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] Routers {'9a19951e-edb5-4731-8da2-e9c21597a79d'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:42:45.044377 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:42:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['9a19951e-edb5-4731-8da2-e9c21597a79d'], 'active': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:45.046879 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Calling delete_port for 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:45.129011 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvr_db [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] Set router 9a19951e-edb5-4731-8da2-e9c21597a79d gateway port host: None {{(pid=102564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:42:45.180184 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_hamode_db [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:42:44Z', 'revision_number': 6, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port_host': None}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:45.209778 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdff65-d3d7-4a5b-a590-afec1c8fa4ff None None] The sync data for ids ['9a19951e-edb5-4731-8da2-e9c21597a79d'] in dv-cinder-813223-4-iscsi is: [{'id': '9a19951e-edb5-4731-8da2-e9c21597a79d', 'name': 'tempest-TestVolumeBootPattern-741638808-router', 'tenant_id': '3e579d6f341241508dfd3800965f27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:08Z', 'updated_at': '2022-01-24T22:42:44Z', 'revision_number': 6, 'project_id': '3e579d6f341241508dfd3800965f27c1', 'gw_port_host': None}] {{(pid=102564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:42:45.217977 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (93460bd4-efd7-4a94-a2b6-1ae61adf78f0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.244426 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Pushing event deleted for resources: {'Port': ['ID=93460bd4-efd7-4a94-a2b6-1ae61adf78f0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:45.305979 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (9a19951e-edb5-4731-8da2-e9c21597a79d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.402066 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (9a19951e-edb5-4731-8da2-e9c21597a79d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.404248 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks [] for router_controller (9a19951e-edb5-4731-8da2-e9c21597a79d), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.449664 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (9a19951e-edb5-4731-8da2-e9c21597a79d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.450140 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a19951e-edb5-4731-8da2-e9c21597a79d {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:42:45.454681 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.455838 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7a90f9a2-074d-47e2-87fb-146ab8df0266 admin admin] 10.222.0.84 "DELETE /v2.0/routers/9a19951e-edb5-4731-8da2-e9c21597a79d HTTP/1.1" status: 204 len: 168 time: 0.7542968 Jan 24 22:42:45.459221 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 49082) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:45.503197 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5abfeb6-5b55-45eb-a9ac-032d190980d0 admin admin] Deleting subnet eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:42:45.506477 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c5abfeb6-5b55-45eb-a9ac-032d190980d0 admin admin] Publish callbacks [] for subnet (eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.543757 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c5abfeb6-5b55-45eb-a9ac-032d190980d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3748723'] for subnet (eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.640802 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c5abfeb6-5b55-45eb-a9ac-032d190980d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.696547 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c5abfeb6-5b55-45eb-a9ac-032d190980d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25761300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758958'] for subnet (eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.722670 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abfeb6-5b55-45eb-a9ac-032d190980d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:45.728442 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c5abfeb6-5b55-45eb-a9ac-032d190980d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:45.731649 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c5abfeb6-5b55-45eb-a9ac-032d190980d0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/eba5eb76-dfdc-4ca3-b2b7-6a1ea4ce1f84 HTTP/1.1" status: 204 len: 168 time: 0.2715020 Jan 24 22:42:45.734232 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.84', 49084) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:45.736849 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddf2fea-94e7-4f10-9b9f-693c675b6a14 None None] Network 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:42:45.996815 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] DHCP port deletion for 04a2e7fe-f97a-4f14-b8ec-d5987baf93bb request from dv-cinder-813223-4-iscsi {{(pid=102564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 22:42:46.005069 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device bdb570e6-1e3d-468b-b4aa-a12fbd6301cc no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:42:46.051251 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: bdb570e6-1e3d-468b-b4aa-a12fbd6301cc {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:42:46.051547 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device bdb570e6-1e3d-468b-b4aa-a12fbd6301cc not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:42:46.075515 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.081625 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Deleting port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:46.082011 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.132160 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Deleting port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:46.132495 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.144614 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] For port 55e1dd04-e61d-4a29-846c-ea964a5b0f91, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=55e1dd04-e61d-4a29-846c-ea964a5b0f91,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:46.145029 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.170771 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Calling delete_port for 55e1dd04-e61d-4a29-846c-ea964a5b0f91 owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:46.180448 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-50e700e4-175d-4636-b809-8bc04653db39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.200272 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] For port 55e1dd04-e61d-4a29-846c-ea964a5b0f91, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=55e1dd04-e61d-4a29-846c-ea964a5b0f91,segment=NetworkSegment(868e5955-bcc0-484d-818b-e861443d2dcb),segment_id=868e5955-bcc0-484d-818b-e861443d2dcb)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:46.200636 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.216083 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Calling delete_port for 55e1dd04-e61d-4a29-846c-ea964a5b0f91 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:46.258094 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.285515 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Pushing event deleted for resources: {'Port': ['ID=55e1dd04-e61d-4a29-846c-ea964a5b0f91,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:46.287870 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] No DVR routers for this DVR port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 on host dv-cinder-813223-4-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:42:46.293164 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25761483'] for port (55e1dd04-e61d-4a29-846c-ea964a5b0f91), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.295556 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.295700 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.295970 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.296285 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.296608 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.296930 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.297383 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.297755 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.298101 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.298224 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.298529 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.298841 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.299153 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c1e1f-624b-4287-b6a7-dbd604220857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-4-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 22:42:46.319662 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e1dd04-e61d-4a29-846c-ea964a5b0f91,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:46.321511 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] No DVR routers for this DVR port 55e1dd04-e61d-4a29-846c-ea964a5b0f91 on host dv-cinder-813223-4-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:42:46.394034 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.414842 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a2e7fe-f97a-4f14-b8ec-d5987baf93bb']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:46.424598 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868e5955-bcc0-484d-818b-e861443d2dcb') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:46.424901 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868e5955-bcc0-484d-818b-e861443d2dcb') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:46.434350 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3748728'] for segment (868e5955-bcc0-484d-818b-e861443d2dcb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.448409 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (868e5955-bcc0-484d-818b-e861443d2dcb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.454486 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:42:46.454869 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25761470'] for segment (868e5955-bcc0-484d-818b-e861443d2dcb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:46.456516 dv-cinder-813223-4-iscsi neutron-server[102563]: warnings.warn(msg) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: self.session.flush() Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: self.session.flush() Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: self.session.flush() Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: self.session.flush() Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: Traceback (most recent call last): Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: timer() Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: cb(*args, **kw) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: return func(*args, **kwargs) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: self._notify() Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: self.callback(batched_events) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: event.method(event) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: return f(self, *a, **k) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._get(url).json() Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:42:46.459060 dv-cinder-813223-4-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:42:46.527095 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (04a2e7fe-f97a-4f14-b8ec-d5987baf93bb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.532538 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:46.536126 dv-cinder-813223-4-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] 10.222.0.84 "DELETE /v2.0/networks/04a2e7fe-f97a-4f14-b8ec-d5987baf93bb HTTP/1.1" status: 204 len: 168 time: 0.8009653 Jan 24 22:42:46.539254 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49086) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:46.554339 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9810cbf-912f-4fc6-ae1a-18e6f00e3745 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a2e7fe-f97a-4f14-b8ec-d5987baf93bb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:47.162778 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7882004'] for router_interface (8972f090-2ede-4081-b710-01874f7effb6), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:47.424584 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Deleting port 3192f557-22e1-4eba-9f2c-4033406b8dde {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:47.424838 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:47.505393 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] For port 3192f557-22e1-4eba-9f2c-4033406b8dde, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=3192f557-22e1-4eba-9f2c-4033406b8dde,segment=NetworkSegment(28bd7523-1630-428f-a0f0-4afa33cad236),segment_id=28bd7523-1630-428f-a0f0-4afa33cad236)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:47.505763 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:47.518462 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Calling delete_port for 3192f557-22e1-4eba-9f2c-4033406b8dde owned by network:router_interface {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:47.598991 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 55e1dd04-e61d-4a29-846c-ea964a5b0f91 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:42:47.619316 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 55e1dd04-e61d-4a29-846c-ea964a5b0f91 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:42:47.619651 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 55e1dd04-e61d-4a29-846c-ea964a5b0f91 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:42:47.620069 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:42:47.642444 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:42:47.642789 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 93460bd4-efd7-4a94-a2b6-1ae61adf78f0 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:42:47.708426 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (3192f557-22e1-4eba-9f2c-4033406b8dde), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:47.737743 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Pushing event deleted for resources: {'Port': ['ID=3192f557-22e1-4eba-9f2c-4033406b8dde,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:47.904003 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889370'] for router_interface (8972f090-2ede-4081-b710-01874f7effb6), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.130697 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Router 8972f090-2ede-4081-b710-01874f7effb6 has already been hosted by L3 agent 6bc1098e-3129-4c5f-9ee3-3c69008b4fb8 {{(pid=102562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 22:42:48.238378 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] Notify agent at l3_agent.dv-cinder-813223-4-iscsi the message routers_updated {{(pid=102562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 22:42:48.243581 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-1c921d10-a9d5-4b28-9f3b-1c2113707235 admin admin] 10.222.0.84 "PUT /v2.0/routers/8972f090-2ede-4081-b710-01874f7effb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031221 Jan 24 22:42:48.246019 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49088) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:48.249193 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f026cca-9681-49b9-9968-820550e80321 None None] Sync routers for ids ['8972f090-2ede-4081-b710-01874f7effb6'] in dv-cinder-813223-4-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 22:42:48.260148 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f026cca-9681-49b9-9968-820550e80321 None None] Routers {'8972f090-2ede-4081-b710-01874f7effb6'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:42:48.261327 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7f026cca-9681-49b9-9968-820550e80321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:42:18Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8972f090-2ede-4081-b710-01874f7effb6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:48.358005 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks [] for router (8972f090-2ede-4081-b710-01874f7effb6), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.458314 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-7f026cca-9681-49b9-9968-820550e80321 None None] Set router 8972f090-2ede-4081-b710-01874f7effb6 gateway port host: dv-cinder-813223-4-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:42:48.463563 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks [] for router_gateway (8972f090-2ede-4081-b710-01874f7effb6), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.508283 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6675d9f4-51a4-4557-94b0-24d809b2e934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.517898 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Deleting port 091f6602-fa70-4ec7-b303-92cfdabad2ed {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:48.518244 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.601550 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] For port 091f6602-fa70-4ec7-b303-92cfdabad2ed, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=091f6602-fa70-4ec7-b303-92cfdabad2ed,segment=NetworkSegment(0c7cdc1e-a2fb-487e-83d0-3bd259413cad),segment_id=0c7cdc1e-a2fb-487e-83d0-3bd259413cad)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:48.602029 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.614153 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Calling delete_port for 091f6602-fa70-4ec7-b303-92cfdabad2ed owned by network:router_gateway {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:48.643276 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7f026cca-9681-49b9-9968-820550e80321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'external_fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:42:47Z', 'revision_number': 5, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port': {'id': '091f6602-fa70-4ec7-b303-92cfdabad2ed', 'name': '', 'network_id': '31f1be50-21d7-4147-bd0f-0472b93de7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972f090-2ede-4081-b710-01874f7effb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T22:36:13Z', 'updated_at': '2022-01-24T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb3db104-813d-43f7-baf9-af45dfd2f9aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-4-iscsi'}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:48.671527 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f026cca-9681-49b9-9968-820550e80321 None None] Checking router: 8972f090-2ede-4081-b710-01874f7effb6 for host: dv-cinder-813223-4-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 22:42:48.680039 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f026cca-9681-49b9-9968-820550e80321 None None] Routers {'8972f090-2ede-4081-b710-01874f7effb6'} bound to L3 agent in host dv-cinder-813223-4-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 22:42:48.680660 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7f026cca-9681-49b9-9968-820550e80321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T22:19:48Z,description=,heartbeat_timestamp=2022-01-24T22:42:48Z,host='dv-cinder-813223-4-iscsi',id=6bc1098e-3129-4c5f-9ee3-3c69008b4fb8,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T22:19:48Z,topic='l3_agent')) {'router_ids': ['8972f090-2ede-4081-b710-01874f7effb6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:48.774665 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-7f026cca-9681-49b9-9968-820550e80321 None None] Set router 8972f090-2ede-4081-b710-01874f7effb6 gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 22:42:48.782724 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (091f6602-fa70-4ec7-b303-92cfdabad2ed), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.810120 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Pushing event deleted for resources: {'Port': ['ID=091f6602-fa70-4ec7-b303-92cfdabad2ed,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:48.829487 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7f026cca-9681-49b9-9968-820550e80321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:42:48Z', 'revision_number': 6, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port_host': None}], 'dv-cinder-813223-4-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:48.855200 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f026cca-9681-49b9-9968-820550e80321 None None] The sync data for ids ['8972f090-2ede-4081-b710-01874f7effb6'] in dv-cinder-813223-4-iscsi is: [{'id': '8972f090-2ede-4081-b710-01874f7effb6', 'name': 'tempest-TestVolumeBootPattern-1858222665-router', 'tenant_id': '74e12a488b334a4cad6e28ef5176cf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T22:36:12Z', 'updated_at': '2022-01-24T22:42:48Z', 'revision_number': 6, 'project_id': '74e12a488b334a4cad6e28ef5176cf86', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 22:42:48.874610 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890957'] for router_gateway (8972f090-2ede-4081-b710-01874f7effb6), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.964726 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16117'] for router (8972f090-2ede-4081-b710-01874f7effb6), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:48.967036 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks [] for router_controller (8972f090-2ede-4081-b710-01874f7effb6), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.014467 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890834'] for router (8972f090-2ede-4081-b710-01874f7effb6), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.015240 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8972f090-2ede-4081-b710-01874f7effb6 {{(pid=102562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 22:42:49.021441 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.022980 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-4df92d9a-7bea-4191-abe6-a8a5b55b60ef admin admin] 10.222.0.84 "DELETE /v2.0/routers/8972f090-2ede-4081-b710-01874f7effb6 HTTP/1.1" status: 204 len: 168 time: 0.7755957 Jan 24 22:42:49.025728 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49090) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:49.077849 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea53320-6178-474c-970f-05e6913c8145 admin admin] Deleting subnet 4fde7a88-4459-430f-9eba-a3949ebd04e8 {{(pid=102562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 22:42:49.081165 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dea53320-6178-474c-970f-05e6913c8145 admin admin] Publish callbacks [] for subnet (4fde7a88-4459-430f-9eba-a3949ebd04e8), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.117086 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dea53320-6178-474c-970f-05e6913c8145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25463713'] for subnet (4fde7a88-4459-430f-9eba-a3949ebd04e8), precommit_delete_associations {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.193038 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dea53320-6178-474c-970f-05e6913c8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7818616'] for subnet (4fde7a88-4459-430f-9eba-a3949ebd04e8), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.257999 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dea53320-6178-474c-970f-05e6913c8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7819147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25336841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521378'] for subnet (4fde7a88-4459-430f-9eba-a3949ebd04e8), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.284234 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea53320-6178-474c-970f-05e6913c8145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fde7a88-4459-430f-9eba-a3949ebd04e8,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:49.289899 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-dea53320-6178-474c-970f-05e6913c8145 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.293975 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-dea53320-6178-474c-970f-05e6913c8145 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4fde7a88-4459-430f-9eba-a3949ebd04e8 HTTP/1.1" status: 204 len: 168 time: 0.2670982 Jan 24 22:42:49.295132 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54577b58-dcb9-414e-b7a2-84dfb128a81b None None] Network 4de14a18-e6a7-491e-97c4-15f5ed620f45 requested from dv-cinder-813223-4-iscsi {{(pid=102564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 22:42:49.296548 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49092) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:49.363300 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651363'] for network (4de14a18-e6a7-491e-97c4-15f5ed620f45), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.417322 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Deleting port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 {{(pid=102562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 22:42:49.417661 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761855002260'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.488051 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] For port 5715d7b4-2fe7-4f67-b7ba-745b9b323674, host dv-cinder-813223-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-4-iscsi',level=0,port_id=5715d7b4-2fe7-4f67-b7ba-745b9b323674,segment=NetworkSegment(28bd7523-1630-428f-a0f0-4afa33cad236),segment_id=28bd7523-1630-428f-a0f0-4afa33cad236)] {{(pid=102562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 22:42:49.488296 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891049'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.501078 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Calling delete_port for 5715d7b4-2fe7-4f67-b7ba-745b9b323674 owned by network:dhcp {{(pid=102562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 22:42:49.533964 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.581827 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8315519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761855010151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761854444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337046'] for port (5715d7b4-2fe7-4f67-b7ba-745b9b323674), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.602567 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a515b-2595-430a-920b-9ec1d1bb9831 None None] DHCP port deletion for 4de14a18-e6a7-491e-97c4-15f5ed620f45 request from dv-cinder-813223-4-iscsi {{(pid=102564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 22:42:49.617608 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5715d7b4-2fe7-4f67-b7ba-745b9b323674,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:49.620716 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] No DVR routers for this DVR port 5715d7b4-2fe7-4f67-b7ba-745b9b323674 on host dv-cinder-813223-4-iscsi {{(pid=102562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 22:42:49.682461 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 3192f557-22e1-4eba-9f2c-4033406b8dde no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:42:49.695220 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7734122', 'neutron.services.segments.db._delete_segments_for_network-8761854981250'] for network (4de14a18-e6a7-491e-97c4-15f5ed620f45), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.710331 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 3192f557-22e1-4eba-9f2c-4033406b8dde {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:42:49.710756 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 3192f557-22e1-4eba-9f2c-4033406b8dde not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:42:49.711247 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 5715d7b4-2fe7-4f67-b7ba-745b9b323674 no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:42:49.726606 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de14a18-e6a7-491e-97c4-15f5ed620f45']}} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:49.730999 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 5715d7b4-2fe7-4f67-b7ba-745b9b323674 {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:42:49.731530 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 5715d7b4-2fe7-4f67-b7ba-745b9b323674 not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:42:49.732036 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 091f6602-fa70-4ec7-b303-92cfdabad2ed no longer exists at agent ovs-agent-dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 22:42:49.736445 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bd7523-1630-428f-a0f0-4afa33cad236') {'for_net_delete': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:49.736748 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.services.segments.db [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bd7523-1630-428f-a0f0-4afa33cad236') {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 22:42:49.751977 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] No Port match for: 091f6602-fa70-4ec7-b303-92cfdabad2ed {{(pid=102564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 22:42:49.752201 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.rpc [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Device 091f6602-fa70-4ec7-b303-92cfdabad2ed not bound to the agent host dv-cinder-813223-4-iscsi {{(pid=102564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 22:42:49.760166 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761854982647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25463722'] for segment (28bd7523-1630-428f-a0f0-4afa33cad236), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.777857 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224'] for segment (28bd7523-1630-428f-a0f0-4afa33cad236), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.785156 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 22:42:49.785832 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7762224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25336995'] for segment (28bd7523-1630-428f-a0f0-4afa33cad236), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: warnings.warn(msg) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: Traceback (most recent call last): Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: timer() Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: cb(*args, **kw) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: return func(*args, **kwargs) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: self._notify() Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: self.callback(batched_events) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: event.method(event) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: return f(self, *a, **k) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: return self._get(url).json() Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: return self.request(url, 'GET', **kwargs) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 22:42:49.787291 dv-cinder-813223-4-iscsi neutron-server[102562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 22:42:49.845995 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7734115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7884989'] for network (4de14a18-e6a7-491e-97c4-15f5ed620f45), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.853737 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893099'] for network (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:49.857050 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4de14a18-e6a7-491e-97c4-15f5ed620f45 HTTP/1.1" status: 204 len: 168 time: 0.5594919 Jan 24 22:42:49.867140 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32599968-ad07-4396-898a-c548aae6ea46 admin admin] Pushing event deleted for resources: {'Network': ['ID=4de14a18-e6a7-491e-97c4-15f5ed620f45,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:49.980613 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49098) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:50.020824 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-a8070849-49d0-4f2f-8b9d-61fe117c9bf1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e579d6f341241508dfd3800965f27c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388279 Jan 24 22:42:50.023156 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49100) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:50.069536 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-92862a85-65d6-4f37-ac8e-07f10878b920 admin admin] Publish callbacks [] for security_group (6468d5f9-b776-4dd0-b3e8-43989a17ee9c), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:50.094422 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-92862a85-65d6-4f37-ac8e-07f10878b920 admin admin] Publish callbacks [] for security_group (6468d5f9-b776-4dd0-b3e8-43989a17ee9c), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:50.148445 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-92862a85-65d6-4f37-ac8e-07f10878b920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (6468d5f9-b776-4dd0-b3e8-43989a17ee9c), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:50.151384 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-92862a85-65d6-4f37-ac8e-07f10878b920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:50.152614 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-92862a85-65d6-4f37-ac8e-07f10878b920 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6468d5f9-b776-4dd0-b3e8-43989a17ee9c HTTP/1.1" status: 204 len: 168 time: 0.1285677 Jan 24 22:42:50.160200 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92862a85-65d6-4f37-ac8e-07f10878b920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6468d5f9-b776-4dd0-b3e8-43989a17ee9c,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:50.504153 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49106) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:50.545391 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-8441f9fb-9298-403e-a739-87ab819a8d63 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=74e12a488b334a4cad6e28ef5176cf86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400603 Jan 24 22:42:50.547973 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [-] (102562) accepted ('10.222.0.84', 49108) {{(pid=102562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 22:42:50.595651 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc663-8573-4eb1-b58e-0840b4ae078c admin admin] Publish callbacks [] for security_group (22c4460a-5fbf-4b27-8573-f7f1c6b81dbb), before_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:50.617897 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc663-8573-4eb1-b58e-0840b4ae078c admin admin] Publish callbacks [] for security_group (22c4460a-5fbf-4b27-8573-f7f1c6b81dbb), precommit_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:50.677149 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc663-8573-4eb1-b58e-0840b4ae078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870684'] for security_group (22c4460a-5fbf-4b27-8573-f7f1c6b81dbb), after_delete {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:50.680174 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc663-8573-4eb1-b58e-0840b4ae078c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:50.681371 dv-cinder-813223-4-iscsi neutron-server[102562]: INFO neutron.wsgi [None req-c6cfc663-8573-4eb1-b58e-0840b4ae078c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/22c4460a-5fbf-4b27-8573-f7f1c6b81dbb HTTP/1.1" status: 204 len: 168 time: 0.1325738 Jan 24 22:42:50.689091 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfc663-8573-4eb1-b58e-0840b4ae078c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c4460a-5fbf-4b27-8573-f7f1c6b81dbb,revision_number=None']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 22:42:51.061691 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:52.378368 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:42:59.044811 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:13.722409 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:43:16.171400 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c02a50dc-d6bb-428a-8326-1cf323971aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:18.509368 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e0512e66-e8c2-4935-a5bf-bbf93cf08b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:19.545455 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:21.073374 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:22.382252 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:27.440069 dv-cinder-813223-4-iscsi neutron-server[102562]: DEBUG neutron.wsgi [req-eb8c5ba6-a854-47d7-88d7-c64552441a0b req-ada2250c-54cd-4ca8-a9e2-4bb4583a1655 service neutron] (102562) timed out ('10.222.0.115', 52098) {{(pid=102562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 22:43:29.073489 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:33.944220 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-9527a5fb-0094-4f09-8a96-1f1854ae2b62 req-1a2c1d69-8928-431f-9b4d-5cb4948b1f82 service neutron] (102563) timed out ('10.222.0.115', 52133) {{(pid=102563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 22:43:46.172813 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9631d5f1-52ff-4250-9582-f92b85217e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:48.506713 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ca0af26c-3c50-4117-8051-584b51c1bc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:49.550756 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:50.726531 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:43:51.078194 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:52.379944 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:43:59.068284 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:16.183316 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-045d5cbc-5e73-4850-948a-33a3c729d6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:18.503368 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30344ca7-9e67-4d09-b86d-7ecf9bc5ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:19.548553 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:21.078332 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:22.382997 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:27.731100 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:44:29.063328 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:46.173921 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4963a034-d839-49d1-9033-ace92127dcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:48.507448 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-41da7e2a-25d2-43b8-84a6-0afe88bddec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:49.553868 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:51.081971 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:52.380169 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:44:59.086242 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:04.736036 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:45:16.176913 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6d209957-8dda-4405-8283-9032a4521631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:18.510378 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d09-c3ad-478a-91f2-c748e39714ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:19.550935 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:21.082051 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:22.380540 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:29.090969 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:41.735815 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:45:46.177688 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e0dbef40-745e-488c-91ec-addd05304f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:48.514560 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-315ca804-1eea-4e8b-b7e9-791eaed3218e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:49.558151 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:51.088256 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:52.378305 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:45:59.097660 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:02.296068 dv-cinder-813223-4-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-f6d63688-59e5-4d5f-8162-ec49c5ce9e24 req-46042cb2-62cf-4fad-bda0-093e70cd01cc service neutron] (102563) timed out ('10.222.0.115', 52122) {{(pid=102563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 22:46:16.185382 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f776145e-49c0-43fe-a86a-93d6ee519788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:18.522370 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-15f41e71-5b5d-41c3-8acc-a5c765772c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:18.740526 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:46:19.562212 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:21.086068 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:22.383834 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:29.095417 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:46.178765 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eee8001f-17c7-474d-8728-9508990473e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:48.523501 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e2671e88-e989-4560-af10-d81e797d3b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:49.572914 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:51.100436 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:52.374812 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:46:55.745372 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:46:59.113152 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:16.180907 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-205bfc41-66da-4b12-b544-e2565d1939f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:18.521890 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4b9024ce-3c13-4a60-8ae7-2f13304691c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:19.579671 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:21.102575 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:22.377699 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:29.127784 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:32.751268 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:47:46.186195 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7f8767b0-4e67-4a96-9fc6-07e839c0edca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:48.512020 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-06603c11-2036-4c40-97a2-a0be42594050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:49.579477 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be744cca-b99f-444a-bda1-3c05473f1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (67dd4a17-29c7-4ef0-8d9a-2e5f480cbd30), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:51.100293 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a5257f1-865a-438b-896b-6b29f5b7e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (ecd29150-87c0-468b-8bfd-c773be8b68ff), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:52.383774 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d94a1499-5f81-41fd-adab-e4c232b36548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (00bbd8bc-a8b9-43cb-b4ea-e1314858c506), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:47:59.125493 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c704931-f6eb-4f6a-b7fd-333197c8ca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (10e98ef6-80dd-4249-8fa4-ae1758d8685c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:48:09.749895 dv-cinder-813223-4-iscsi neutron-server[102565]: DEBUG neutron.db.agents_db [None req-b70ead19-9a85-45b3-a628-6c1da8b3477a None None] Agent healthcheck: found 6 active agents {{(pid=102565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 22:48:16.182952 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-97090761-fabb-4aaa-90a9-47b3705ed813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (f8837b50-6868-4582-a91a-b9fd03817b6d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 22:48:18.508559 dv-cinder-813223-4-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-101bffd8-3887-421e-b385-504ecf162c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761854981232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7819680'] for agent (6bc1098e-3129-4c5f-9ee3-3c69008b4fb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}